-- Logs begin at Fri 2022-07-15 14:16:24 UTC, end at Fri 2022-07-15 15:28:08 UTC. -- Jul 15 14:52:19.655428 dv-cinder-848821-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 14:52:22.665964 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.common.config [-] Logging enabled! Jul 15 14:52:22.666592 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.1.dev46 Jul 15 14:52:22.666758 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103569) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 14:52:22.670132 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.common.config [-] Logging enabled! Jul 15 14:52:22.670391 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.1.dev46 Jul 15 14:52:22.670708 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103569) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 14:52:22.671672 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 14:52:22.671907 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 14:52:22.672277 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 14:52:22.672529 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 14:52:22.672786 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 14:52:22.673275 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.673710 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jul 15 14:52:22.674043 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.674341 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.674640 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.674943 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.675236 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.675523 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.675820 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.676119 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.676404 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.676710 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.677002 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.677305 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.677586 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.677877 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.678165 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.679079 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] debug = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.679321 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.679747 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.680711 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.680711 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.680863 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.681099 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.681365 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.681647 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.681928 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.682341 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] host = dv-cinder-848821-1-iscsi {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.682558 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.682846 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.683137 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.683428 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.683710 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.683989 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.684281 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.684575 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.684855 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.685134 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.685427 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.685717 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.686010 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.686239 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.686467 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.686759 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.687046 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.687330 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.687612 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.687887 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.688165 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.688442 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.688740 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.689028 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.689317 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.689608 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.689884 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.690174 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.690438 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.690716 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.691000 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.691281 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.691557 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.691834 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.692128 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.692399 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.692699 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.693006 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.693293 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.693885 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.694274 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.694790 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.694790 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.694989 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.695261 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.695535 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] use_json = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.695810 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.696081 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.696366 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.696662 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.696936 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.697212 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.697488 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.697773 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.698046 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:22.698347 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.698646 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.698949 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.699254 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.699546 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.699828 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.700119 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.700398 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.700714 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.701008 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.701304 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.701586 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.701892 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.702189 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.702490 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.702800 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.703099 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.703395 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.703676 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.703954 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.704232 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.704514 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.704830 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.705111 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.705402 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.705692 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.705977 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.706280 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.706572 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.706869 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.707162 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.707438 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.707779 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.708020 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.708305 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.708609 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.708898 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.709193 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.709556 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.709848 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.710137 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.710435 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.710728 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.711008 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.711292 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.711588 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.711869 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.712145 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.712421 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.712734 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.713057 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.713286 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.713555 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.713837 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.714113 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.714397 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.714676 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.714953 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.715235 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.715511 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.715792 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.716073 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.716352 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.716656 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.716937 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.717211 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.717488 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.717761 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.718043 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.718320 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.718595 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.718874 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.719153 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.719430 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.719725 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.720031 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.720315 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.720622 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.720914 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.721201 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.721481 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.721761 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.722045 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.722327 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.722604 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.722900 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.723189 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.723479 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.723789 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.724074 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.724374 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.724680 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.724963 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.725797 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.726074 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.726358 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.726649 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.726937 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.727239 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.727538 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.727839 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.728135 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.728433 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.728744 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.729065 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.729351 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:22.729574 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 14:52:22.729827 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103569) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 14:52:23.103186 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 15 14:52:23.103471 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 15 14:52:23.103785 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 15 14:52:23.104134 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 14:52:23.461277 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.461582 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.461858 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.463079 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.463369 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.463760 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.513497 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.513790 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.514071 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.529737 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.530027 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.530301 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.562213 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.562497 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.562767 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.604280 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.604574 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.604855 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.985740 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.986353 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.986353 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.986553 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:23.987254 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.101441 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.101764 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.102052 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.102329 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.102602 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.102918 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.103188 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.103451 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.103712 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.104000 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.104266 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.104603 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.104822 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.105079 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.105447 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.105608 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.105864 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.106136 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.106414 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.106680 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.106957 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.107222 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.107508 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.107897 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.108153 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.108404 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.108854 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:52:24.109103 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:52:24.109347 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:52:24.109594 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:52:24.109834 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:52:24.110076 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:52:24.110448 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 14:52:24.113749 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 14:52:24.118385 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 14:52:24.122495 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jul 15 14:52:24.124308 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 14:52:24.124806 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 14:52:24.125149 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 14:52:24.125539 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 14:52:24.128320 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 14:52:24.128607 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 14:52:24.128966 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 14:52:24.134944 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 15 14:52:24.162479 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 14:52:24.163903 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.164151 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103569) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jul 15 14:52:24.164748 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.166796 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103569) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 14:52:24.167139 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 14:52:24.167392 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 14:52:24.170796 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.171085 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.333175 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 14:52:24.333351 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 14:52:24.333579 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 14:52:24.333967 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 14:52:24.357501 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_db.sqlalchemy.engines [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103569) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 14:52:24.806763 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Initializing driver for type 'gre' Jul 15 14:52:24.807294 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] gre ID ranges: [(1, 1000)] Jul 15 14:52:24.863743 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Initializing driver for type 'local' Jul 15 14:52:24.864104 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Initializing driver for type 'vlan' Jul 15 14:52:24.878253 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] VlanTypeDriver initialization complete Jul 15 14:52:24.878697 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Initializing driver for type 'vxlan' Jul 15 14:52:24.879205 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] vxlan ID ranges: [(1, 1000)] Jul 15 14:52:24.933089 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Initializing extension driver 'port_security' Jul 15 14:52:24.933438 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.extensions.port_security [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] PortSecurityExtensionDriver initialization complete Jul 15 14:52:24.933782 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Initializing mechanism driver 'openvswitch' Jul 15 14:52:24.934103 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Initializing mechanism driver 'hyperv' Jul 15 14:52:24.940798 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.plugin [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:24.941660 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > port after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.942045 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > port after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.942402 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > port after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.942935 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 15 14:52:24.943375 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > subnet after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.943735 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > subnet after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.944138 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.944589 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 15 14:52:24.945001 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > network after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.945349 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > network after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.945695 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > network after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.946090 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 15 14:52:24.946500 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > security_group after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.946853 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > security_group after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.947198 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.947598 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 15 14:52:24.948006 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.948355 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.948723 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.949121 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 15 14:52:24.949530 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > address_group after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.949882 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > address_group after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.950224 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.950621 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103569) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 15 14:52:24.951070 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] ML2 OVO RPC backend initialized. {{(pid=103569) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 15 14:52:24.951790 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.952149 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.952587 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > network before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.952942 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > networks before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.953294 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > port before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.953641 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > ports before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.953988 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > subnet before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.954332 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > subnets before_response 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.954682 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > network after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.955026 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > network after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.955365 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > network after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.955706 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > port after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.956046 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > port after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.956386 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > port after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.956749 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > subnet after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.957091 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > subnet after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.957429 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:24.964726 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded quota_driver: . Jul 15 14:52:24.965097 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.plugin [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Modular L2 Plugin initialization complete Jul 15 14:52:24.965448 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading services supported by the core plugin {{(pid=103569) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 14:52:24.965796 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.plugins.ml2.managers [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Got port-security extension from driver 'port_security' Jul 15 14:52:24.966286 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.extensions.vlantransparent [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Disabled vlantransparent extension. Jul 15 14:52:24.966786 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103569) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 14:52:24.967116 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading Plugin: router Jul 15 14:52:25.003984 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.004512 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router after_create 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.004776 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router before_create 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.005153 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.005535 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.005900 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router after_delete 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.006399 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.007215 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.007590 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router after_create 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.007948 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router after_update 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.008310 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router after_update 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.008707 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.009083 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router after_update 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.009501 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router precommit_update 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.009883 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: port after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.010236 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: port after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.010585 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: subnet after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.010935 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.011295 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.011650 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router precommit_create 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.012002 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: port before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.012360 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router precommit_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.012756 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router after_update 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.013232 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.013594 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router precommit_create 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.013990 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.014349 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router precommit_update 55549900 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.014730 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > agent after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.015348 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > agent after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.015704 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > network after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.016597 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Tracking information for resource: router configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:52:25.016937 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Tracking information for resource: floatingip configured {{(pid=103569) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:52:25.021745 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.db.l3_agentschedulers_db [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 14:52:25.022910 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: port after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.023280 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: port after_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.023643 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: port after_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.024010 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: port after_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.024858 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router before_create 55550100 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.025232 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.025602 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router precommit_create 55550100 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.025967 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > router precommit_update 55550100 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.030852 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.services.provider_configuration [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service providers = [] {{(pid=103569) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 14:52:25.031228 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.db.servicetype_db [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103569) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 14:52:25.034248 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.services.service_base [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 14:52:25.034602 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.services.service_base [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 14:52:25.034950 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.services.service_base [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 14:52:25.035851 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.services.service_base [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103569) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 14:52:25.036229 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.services.service_base [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 14:52:25.036651 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:52:25.036975 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 14:52:25.048514 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:52:25.048879 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading Plugin: auto_allocate Jul 15 14:52:25.055678 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: network precommit_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.056056 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: network precommit_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.056614 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:52:25.056993 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading Plugin: tag Jul 15 14:52:25.064435 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:52:25.064831 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading Plugin: timestamp Jul 15 14:52:25.069692 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:52:25.070066 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading Plugin: network_ip_availability Jul 15 14:52:25.076298 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.076735 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.077145 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.077996 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:52:25.078389 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading Plugin: flavors Jul 15 14:52:25.083463 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:52:25.083802 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading Plugin: revisions Jul 15 14:52:25.088781 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103569) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:52:25.089187 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_concurrency.lockutils [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.985s {{(pid=103569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 15 14:52:25.089934 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103569) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 15 14:52:25.090280 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Initializing extension manager. Jul 15 14:52:25.090810 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: __init__.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.091161 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: __pycache__ {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.091505 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: address_group.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.092277 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.092889 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: address-group Jul 15 14:52:25.093259 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: address_scope.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.093986 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.094512 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: address-scope Jul 15 14:52:25.094845 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.095787 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.096314 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: router-admin-state-down-before-update Jul 15 14:52:25.096687 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: agent.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.097400 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.097918 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: agent Jul 15 14:52:25.098249 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: agent_resources_synced.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.099166 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.099685 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: agent-resources-synced Jul 15 14:52:25.101007 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: allowedaddresspairs.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.102852 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.103390 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: allowed-address-pairs Jul 15 14:52:25.103735 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: auto_allocated_topology.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.104851 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.105380 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: auto-allocated-topology Jul 15 14:52:25.105715 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: availability_zone.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.106426 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.106945 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: availability_zone Jul 15 14:52:25.107275 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: availability_zone_filter.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.108241 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.108782 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: availability_zone_filter Jul 15 14:52:25.109114 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: data_plane_status.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.110043 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.110560 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 14:52:25.110890 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: default_subnetpools.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.111816 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.112335 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: default-subnetpools Jul 15 14:52:25.112720 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.113553 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.114077 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: dhcp_agent_scheduler Jul 15 14:52:25.114410 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: dns.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.115339 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.116990 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension dns-integration not supported by any of loaded plugins Jul 15 14:52:25.117323 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: dns_domain_ports.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.118263 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.118781 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 14:52:25.119113 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.120053 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.120609 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 14:52:25.120935 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: dvr.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.121622 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.122142 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: dvr Jul 15 14:52:25.122473 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: ecmp_routes.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.123404 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.123919 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 15 14:52:25.124254 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: empty_string_filtering.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.125197 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.125720 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: empty-string-filtering Jul 15 14:52:25.126051 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.126976 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.127497 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 14:52:25.127825 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.128777 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.129300 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 14:52:25.129629 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: external_net.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.130552 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.131076 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: external-net Jul 15 14:52:25.131949 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.132906 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.133435 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: extra_dhcp_opt Jul 15 14:52:25.133768 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: extraroute.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.134703 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.135222 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: extraroute Jul 15 14:52:25.135553 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: extraroute_atomic.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.136622 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.137149 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: extraroute-atomic Jul 15 14:52:25.137481 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: filter_validation.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.138164 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.138686 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: filter-validation Jul 15 14:52:25.139045 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: fip_pf_description.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.139940 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.140742 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 14:52:25.141072 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: fip_port_details.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.143488 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.144032 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: fip-port-details Jul 15 14:52:25.144385 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: flavors.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.145665 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.146203 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: flavors Jul 15 14:52:25.146541 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.148758 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.149298 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 14:52:25.149639 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: floatingip_pools.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.150359 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.150882 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: floatingip-pools Jul 15 14:52:25.151216 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: ip_allocation.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.152159 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.152717 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 14:52:25.153054 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.153982 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.154517 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: ip-substring-filtering Jul 15 14:52:25.154852 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: l2_adjacency.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.155807 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.156333 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 14:52:25.156705 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: l3.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.157688 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.158216 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: router Jul 15 14:52:25.158550 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.160831 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.161370 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 14:52:25.161710 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.163610 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.164144 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: ext-gw-mode Jul 15 14:52:25.164481 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.165455 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.165980 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: l3-ha Jul 15 14:52:25.166340 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.167716 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.168235 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 15 14:52:25.168592 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: l3_flavors.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.169526 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.170048 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: l3-flavors Jul 15 14:52:25.170379 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.171773 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.172302 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 15 14:52:25.172666 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.173602 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.174128 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 14:52:25.174465 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: l3agentscheduler.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.175535 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.176067 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: l3_agent_scheduler Jul 15 14:52:25.176403 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: local_ip.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.179265 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.179802 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension local_ip not supported by any of loaded plugins Jul 15 14:52:25.180147 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: logging.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.181820 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.182361 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension logging not supported by any of loaded plugins Jul 15 14:52:25.182699 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: metering.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.183456 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.184049 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: metering Jul 15 14:52:25.184383 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.185537 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.186077 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: metering_source_and_destination_fields Jul 15 14:52:25.186410 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: multiprovidernet.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.187354 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.187880 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: multi-provider Jul 15 14:52:25.188209 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: netmtu.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.189182 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.189706 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: net-mtu Jul 15 14:52:25.190037 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: netmtu_writable.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.190965 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.191522 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: net-mtu-writable Jul 15 14:52:25.191853 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: network_availability_zone.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.192559 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.193079 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: network_availability_zone Jul 15 14:52:25.193408 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: network_ip_availability.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.195057 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.195600 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: network-ip-availability Jul 15 14:52:25.195942 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: network_segment_range.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.196755 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.197271 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 14:52:25.197600 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: pagination.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.198594 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.198936 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: pagination Jul 15 14:52:25.199267 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: port_device_profile.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.200183 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.200740 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: port-device-profile Jul 15 14:52:25.201071 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.202004 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.202534 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: port-mac-address-regenerate Jul 15 14:52:25.202864 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.203784 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.204304 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: port-numa-affinity-policy Jul 15 14:52:25.204657 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: port_resource_request.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.205586 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.206107 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 14:52:25.206435 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: port_resource_request_groups.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.207410 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.207932 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 15 14:52:25.208264 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: portbindings.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.209236 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.210796 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: binding Jul 15 14:52:25.211124 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: portbindings_extended.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.212414 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.212975 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: binding-extended Jul 15 14:52:25.213312 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: portsecurity.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.214245 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.214766 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: port-security Jul 15 14:52:25.215098 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: project_id.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.216091 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.216434 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: project-id Jul 15 14:52:25.216798 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: providernet.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.217729 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.218256 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: provider Jul 15 14:52:25.218589 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.222102 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.222638 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos not supported by any of loaded plugins Jul 15 14:52:25.222979 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.224235 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.224802 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 14:52:25.226282 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.227250 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.227782 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 14:52:25.228117 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos_default.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.229073 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.229616 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos-default not supported by any of loaded plugins Jul 15 14:52:25.229948 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos_fip.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.230899 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.231420 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos-fip not supported by any of loaded plugins Jul 15 14:52:25.231750 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.232706 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.233226 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 15 14:52:25.233554 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos_gateway_ip.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.234484 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.235004 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 14:52:25.235331 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos_port_network_policy.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.236377 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.236939 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 14:52:25.237270 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.238321 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.238846 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 15 14:52:25.239178 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.240231 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.241287 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 15 14:52:25.241624 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos_pps_rule.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.242825 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.243347 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos-pps not supported by any of loaded plugins Jul 15 14:52:25.243678 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos_rule_type_details.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.244648 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.245169 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 14:52:25.245498 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: qos_rules_alias.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.246555 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.247086 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 14:52:25.247418 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: quota_check_limit.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.248344 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.248907 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: quota-check-limit Jul 15 14:52:25.249239 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: quotasv2.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.250198 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.250542 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: quotas Jul 15 14:52:25.250872 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: quotasv2_detail.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.252620 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.252969 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: quota_details Jul 15 14:52:25.253308 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: rbac.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.254382 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.254919 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: rbac-policies Jul 15 14:52:25.255256 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: rbac_address_group.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.256294 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.257309 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: rbac-address-group Jul 15 14:52:25.257630 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: rbac_address_scope.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.258572 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.259096 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: rbac-address-scope Jul 15 14:52:25.259427 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: rbac_security_groups.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.260356 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.260915 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: rbac-security-groups Jul 15 14:52:25.261342 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: rbac_subnetpool.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.262181 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.262704 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: rbac-subnetpool Jul 15 14:52:25.263033 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: revisionifmatch.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.264043 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.264595 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: revision-if-match Jul 15 14:52:25.264929 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: revisions.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.266310 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.266838 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: standard-attr-revisions Jul 15 14:52:25.267170 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: router_availability_zone.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.267857 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.268378 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: router_availability_zone Jul 15 14:52:25.268736 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: routerservicetype.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.269668 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.270195 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension router-service-type not supported by any of loaded plugins Jul 15 14:52:25.270524 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.271464 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.273029 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: security-groups-normalized-cidr Jul 15 14:52:25.273374 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.274326 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.274851 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: port-security-groups-filtering Jul 15 14:52:25.275206 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.276154 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.276750 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: security-groups-remote-address-group Jul 15 14:52:25.277038 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.277984 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.278507 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: security-groups-shared-filtering Jul 15 14:52:25.278840 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.279439 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jul 15 14:52:25.279769 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: securitygroup.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.290540 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.291082 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: security-group Jul 15 14:52:25.291424 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: segment.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.292167 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.292759 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension segment not supported by any of loaded plugins Jul 15 14:52:25.293071 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.294027 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.294549 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 14:52:25.294886 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: servicetype.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.296011 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.296554 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: service-type Jul 15 14:52:25.296905 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: sorting.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.297915 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.298252 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: sorting Jul 15 14:52:25.298584 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: standard_attr_segment.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.299517 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.300044 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 14:52:25.300379 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: standardattrdescription.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.301070 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.301587 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: standard-attr-description Jul 15 14:52:25.301917 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: stateful_security_group.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.302866 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.303890 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: stateful-security-group Jul 15 14:52:25.304222 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: stdattrs_common.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.304848 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 14:52:25.305183 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.306133 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.306660 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 14:52:25.306991 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: subnet_onboard.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.308216 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.308751 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: subnet_onboard Jul 15 14:52:25.309080 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.310040 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.310570 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 14:52:25.310915 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: subnet_service_types.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.311853 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.312391 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: subnet-service-types Jul 15 14:52:25.312758 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: subnetallocation.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.313860 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.314400 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: subnet_allocation Jul 15 14:52:25.314735 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.315414 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.315948 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: subnetpool-prefix-ops Jul 15 14:52:25.316280 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.317269 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.317789 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 14:52:25.318119 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: tagging.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.319730 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.320256 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: standard-attr-tag Jul 15 14:52:25.320621 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: timestamp.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.321921 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.322350 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loaded extension: standard-attr-timestamp Jul 15 14:52:25.322683 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: trunk.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.323727 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.324252 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension trunk not supported by any of loaded plugins Jul 15 14:52:25.324615 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: trunk_details.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.325556 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.326080 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension trunk-details not supported by any of loaded plugins Jul 15 14:52:25.326409 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: uplink_status_propagation.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.327348 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.327872 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 14:52:25.328201 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Loading extension file: vlantransparent.py {{(pid=103569) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 15 14:52:25.328906 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103569) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 15 14:52:25.329431 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 14:52:25.332038 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:network Jul 15 14:52:25.332592 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:subnet Jul 15 14:52:25.332998 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:52:25.333393 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:port Jul 15 14:52:25.335747 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.336209 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service FLAVORS assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.336885 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.337336 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.337676 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:router Jul 15 14:52:25.338115 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 14:52:25.338628 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service METERING assigned prefix: /metering {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.340082 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.340473 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.340867 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:52:25.341899 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 14:52:25.342359 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:security_group Jul 15 14:52:25.342794 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 14:52:25.343424 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service CORE assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.343764 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:52:25.344118 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] subnetpool is already registered Jul 15 14:52:25.344568 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service CORE assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.344906 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:52:25.345244 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] subnetpool is already registered Jul 15 14:52:25.347554 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.348004 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service FLAVORS assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.348622 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.349057 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.349397 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:router Jul 15 14:52:25.349742 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] router is already registered Jul 15 14:52:25.351261 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:floatingip Jul 15 14:52:25.351608 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] floatingip is already registered Jul 15 14:52:25.352078 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service METERING assigned prefix: /metering {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.352783 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 14:52:25.353121 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] rbac_policy is already registered Jul 15 14:52:25.353592 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:security_group Jul 15 14:52:25.353951 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] security_group is already registered Jul 15 14:52:25.354427 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 14:52:25.354863 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] security_group_rule is already registered Jul 15 14:52:25.355687 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service CORE assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.356132 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:52:25.356590 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] subnetpool is already registered Jul 15 14:52:25.357111 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.v2.resource_helper [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Service CORE assigned prefix: {{(pid=103569) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:52:25.357483 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:52:25.357869 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING neutron.quota.resource_registry [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] subnetpool is already registered Jul 15 14:52:25.358398 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: extensions {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.360174 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: address-groups {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.361741 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: address-scopes {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.363098 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: agents {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.364300 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: auto-allocated-topology {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.366280 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: availability_zones {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.367562 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: dhcp-networks {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.369173 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: dhcp-agents {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.370642 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: routers {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.372961 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: flavors {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.374171 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: service_profiles {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.375421 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: next_providers {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.376949 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: service_profiles {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.379460 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: floatingip-pools {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.380765 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: routers {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.383570 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: floatingips {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.384920 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: l3-routers {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.386350 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: l3-agents {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.387804 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: metering-labels {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.389230 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: metering-label-rules {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.390835 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: network-ip-availabilities {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.392131 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: bindings {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.393846 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: quotas {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.395451 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: quotas {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.398078 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: rbac-policies {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.399446 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: security-groups {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.400726 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: security-group-rules {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.401994 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: service-providers {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.403233 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: subnetpools {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.404730 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: subnetpools {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.406233 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.407951 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.409835 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.411683 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.414638 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.416591 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.418276 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.420248 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.422090 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.423976 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron.api.extensions [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Extended resource: tags {{(pid=103569) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:52:25.433544 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING keystonemiddleware.auth_token [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 14:52:25.438326 dv-cinder-848821-1-iscsi neutron-server[103569]: WARNING keystonemiddleware.auth_token [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 14:52:25.447624 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_concurrency.lockutils [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Acquired lock "singleton_lock" {{(pid=103569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 15 14:52:25.448113 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_concurrency.lockutils [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Releasing lock "singleton_lock" {{(pid=103569) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 15 14:52:25.448805 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO oslo_service.service [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Starting 2 workers Jul 15 14:52:25.453754 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Started child 103712 {{(pid=103569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 14:52:25.460559 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Started child 103713 {{(pid=103569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 14:52:25.460880 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:25.461512 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO neutron.service [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 14:52:25.461590 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [-] (103712) wsgi starting up on http://0.0.0.0:9696 Jul 15 14:52:25.461837 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:25.464298 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:25.464776 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO oslo_service.service [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Starting 1 workers Jul 15 14:52:25.465790 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [-] (103713) wsgi starting up on http://0.0.0.0:9696 Jul 15 14:52:25.469634 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Started child 103714 {{(pid=103569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 14:52:25.470198 dv-cinder-848821-1-iscsi neutron-server[103569]: INFO oslo_service.service [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Starting 1 workers Jul 15 14:52:25.473267 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.service [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] calling RpcWorker wait() {{(pid=103714) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 14:52:25.473773 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.service [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] returning from RpcWorker wait() {{(pid=103714) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 14:52:25.475107 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:25.476370 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:25.478793 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Started child 103715 {{(pid=103569) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 14:52:25.479631 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG neutron_lib.callbacks.manager [None req-c2d340d5-87ed-4d43-baaf-fd0193f29f35 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:25.481272 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 14:52:25.481491 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 14:52:25.481678 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 14:52:25.481922 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 14:52:25.482266 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 14:52:25.482437 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 14:52:25.482981 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.483243 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:25.483720 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.483720 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.483846 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.484092 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.484679 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.484949 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.485229 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.485509 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.485771 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.485944 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.486117 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.486383 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.486626 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.486950 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.487229 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.487482 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.487746 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.487923 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.488195 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.488464 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.488723 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.488993 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] debug = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.489255 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.489745 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.489979 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.490234 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.490460 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.491548 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.491957 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.492259 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.492656 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.492874 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.493154 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.493432 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.493647 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.493885 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.494149 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.494374 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.494638 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.494863 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.495379 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] host = dv-cinder-848821-1-iscsi {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.495619 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.495848 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.496082 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.496334 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.496615 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.496868 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.497131 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.497410 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.497643 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.497899 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.498163 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.498397 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.498622 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.498863 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.499021 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_options = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.499260 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.499541 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.499804 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.500170 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.500475 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.500801 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.501220 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.501519 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.501911 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.502323 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.502704 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.502963 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.503242 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.503508 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.503788 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.504028 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.504426 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.504894 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.505319 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.505713 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.506076 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.506325 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:25.507817 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.508217 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.508658 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.508911 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.509300 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.509695 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.510092 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.510490 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.512032 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.512941 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.513373 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.513795 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.516890 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.517352 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.518463 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.518889 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.519307 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.523136 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.523420 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.523702 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.524016 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.524235 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.524492 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.524757 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.525009 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.525272 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_json = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.525526 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.525774 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.526035 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.526266 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.526516 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.526737 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.526988 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.527259 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.527488 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.527928 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.528248 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.528603 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.528939 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.529312 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.529731 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.529981 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.530217 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.530478 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.530889 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.532202 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.532673 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.533189 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.533626 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.534075 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.534596 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.535058 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.535554 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.536058 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.536984 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.539315 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.539587 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.539887 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.540157 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.540416 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.540736 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.541000 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.541315 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.541599 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.541950 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.542242 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.542542 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.542805 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.543055 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.543288 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.543542 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.543773 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.544002 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.544232 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.544529 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.548101 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.548397 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.548689 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.550378 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.550659 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.550924 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.551176 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.551438 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.551717 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.552002 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.552238 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.552469 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.554849 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.555135 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.555396 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.555661 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.555923 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.556190 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.556460 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.556736 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.556994 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.557236 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.557483 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.557722 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.557969 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.558216 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.558496 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.558690 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.559331 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.559331 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.559583 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.559667 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.559838 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.560063 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.560294 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.560562 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.560837 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.561060 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.562182 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.562436 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.563503 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.563768 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.564007 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.564577 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.565409 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.566341 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.566859 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.567116 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.567349 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.567606 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.567844 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.568144 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.568468 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.569428 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.570138 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.570406 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.570691 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.570930 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.571167 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.571402 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.571636 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.571895 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.572168 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.572428 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.572959 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.573201 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.573429 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.573707 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.573957 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.574643 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.574898 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.575127 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.575374 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.575612 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.575908 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.576172 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.576436 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.576702 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.576947 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.577248 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.577513 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.577806 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.577894 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:25.578055 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.578343 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.578656 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.578943 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.579246 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.579504 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.579744 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.579993 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.580264 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.580576 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.580815 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.581063 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.581680 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.581680 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.581943 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.582066 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.582427 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.582548 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.582803 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.583075 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.583314 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.583599 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.583860 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.584114 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.585141 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.585889 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.586144 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.586430 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.586677 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.586909 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.587154 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.587417 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.587671 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.587917 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.588142 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.588405 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.588675 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.588903 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.589147 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.589390 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.589621 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.589866 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.590118 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.590344 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.590582 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.590805 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.591032 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.591275 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.591500 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.591723 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.591947 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.592167 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.592422 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.593003 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.593303 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.593564 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.593816 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.594052 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.594315 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.594559 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.594781 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.595030 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.595258 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.595478 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.595698 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.595922 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.596144 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.596367 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.596623 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.596844 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.597104 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.597379 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.597723 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.597969 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.598225 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.598459 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.598703 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.598946 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.599169 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.599392 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.599646 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.599908 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.600653 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.600653 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.601323 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.601661 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.601661 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.601976 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.602157 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.602335 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.602651 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.602969 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.603210 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.604128 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.604128 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.604128 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.604128 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.604607 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.604607 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.604865 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.604996 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.605313 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.605570 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.605812 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.606092 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.606316 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.606584 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.606823 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.607044 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.607264 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.607499 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.607724 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.607943 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.608197 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.608418 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.608661 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.608914 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.609136 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.609374 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.609606 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.609824 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.610042 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.610273 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.610516 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.610732 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.610963 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.611191 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.611398 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.611633 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.611855 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.612073 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.612330 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.612564 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.612785 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.613014 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.613235 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.613457 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.613753 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.614030 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.614277 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.614580 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.614815 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.615070 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.615321 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.615801 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.616374 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.616664 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.616912 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.617141 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.617388 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.617670 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.618009 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.618313 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.618827 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.618827 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.619102 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.619390 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.619659 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.619930 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.620174 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.620515 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.620823 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.621082 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.621320 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.621576 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.621850 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.622080 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.622304 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.622570 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.622794 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.623058 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.623296 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.623527 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.623773 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.624051 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.624292 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.624523 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.624766 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.624996 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.625237 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.625400 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 14:52:25.625939 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103569) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 14:52:25.626105 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 14:52:25.626265 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 14:52:25.626443 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 14:52:25.626620 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 14:52:25.626778 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 14:52:25.626992 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.627159 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.627325 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.627493 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.627655 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.627839 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.628004 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.628167 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.628329 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.628491 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.628688 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.628853 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.629015 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.629177 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.629340 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.629504 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.629665 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.629828 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.630002 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.630168 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.630328 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.630489 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.630652 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] debug = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.630814 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.631026 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.631825 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.632561 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.632806 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.632974 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.633140 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.633306 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.633471 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.633635 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.633799 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.633964 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.634127 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.634291 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.634456 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.634619 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.634783 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.634945 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.635107 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] host = dv-cinder-848821-1-iscsi {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.635294 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.635459 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.635622 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.635786 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.635948 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.636112 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.636275 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.636437 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.636633 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.636797 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.636960 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.637123 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.637286 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.637450 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.637613 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_options = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.637776 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.637952 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.638107 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.638299 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.638470 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.638634 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.638799 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.638963 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.639125 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.639288 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.639450 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.639612 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.639774 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.640192 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.640364 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.640528 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.640711 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.640875 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.641039 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.641203 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.641366 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.641530 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.641692 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.641855 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.642019 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.642182 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.642345 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.642508 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.642670 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.642834 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.642997 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.643160 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.643323 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.643485 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.643648 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.643809 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.643972 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.644134 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.644302 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.644465 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.644650 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.644814 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.644977 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.645139 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.645334 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.645461 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.645625 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_json = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.645788 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.645948 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.646111 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.646274 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.646437 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.646600 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.646911 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.648098 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.648205 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:52:25.648374 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.648560 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.648747 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.648918 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.649086 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.649253 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.649420 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.649588 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.649755 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.649922 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.650096 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.650263 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.650426 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.650596 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.650763 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.650931 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.651098 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.651264 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.651430 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.651596 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.652019 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.652203 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.652383 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.652576 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.652745 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.652911 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.653077 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.653253 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.653422 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.653606 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.653775 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.653944 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.654110 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.654278 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.654445 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.654613 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.654780 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.654949 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.655117 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.655283 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.655450 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.655616 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.655783 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.655950 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.656118 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.656285 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.656454 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.656645 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.656813 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.656980 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.657148 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.657316 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.657484 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.657652 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.657819 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.657989 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.658160 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.658338 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.658504 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.658669 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.658834 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.659001 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.659166 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.659332 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.659498 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.659664 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.659829 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.659995 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.660174 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.660340 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.660507 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.660698 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.660865 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.661031 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.661198 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.661366 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.661531 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.661697 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.661864 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.662030 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.662196 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.662396 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.663142 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.663248 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.663346 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.663513 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.663680 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.663848 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.664016 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.664182 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.664350 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.664527 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.664732 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.664901 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.665067 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.665234 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.665400 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.665567 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.665733 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.665899 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.666067 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.666233 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.666401 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.666568 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.666737 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.666903 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.667068 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.667233 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.667400 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.667565 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.667731 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.667897 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.668063 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.668228 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.668398 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.668589 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.668755 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.668920 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.669086 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.669261 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.669427 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.669595 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.669760 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.669934 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.670110 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.670277 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.670445 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.670610 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.670777 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.670943 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.671108 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.671273 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.671438 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.671604 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.671770 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.671946 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.672112 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.672278 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.672443 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.672655 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.672823 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.672988 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.673155 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.673320 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.673485 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.673651 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.673817 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.673984 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.674150 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.674317 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.674484 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.674650 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.674816 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.674981 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.675147 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.675314 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.675479 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.675644 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.675811 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.675977 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.676143 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.676308 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.676472 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.676659 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.676826 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.676992 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.677158 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.677323 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.677489 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.677654 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.677819 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.678021 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.678397 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.678611 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.678897 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.679065 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.679235 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.679403 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.679570 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.679738 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.679906 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.680073 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.680240 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.680410 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.680598 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.680768 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.680936 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.681103 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.681271 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.681438 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.681605 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.681772 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.681938 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.682104 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.682289 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.682454 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.682620 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.682788 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.682954 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.683120 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.683286 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.683451 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.683617 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.683782 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.683950 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.684116 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.684281 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.684447 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.684637 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.684803 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.684973 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.685142 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.685309 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.685475 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.685643 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.685808 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.685973 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.686139 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.686304 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.686470 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.686635 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.686801 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.686968 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.687148 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.687315 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.687481 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.687646 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.687812 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.687983 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.688159 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.688326 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.688492 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.688679 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.688845 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.689011 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.689187 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.689353 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.689518 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.689683 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.689848 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.690014 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.690203 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.690369 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.690534 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.690702 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.690870 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.691037 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.691212 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.691377 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.691542 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.691707 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.691871 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.692035 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.692211 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.692377 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.692560 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.692729 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.692894 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.693059 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.693234 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.693401 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.693567 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.694753 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.694951 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.695119 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.695287 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.695466 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.695634 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.695804 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.695971 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.696138 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.696304 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.696472 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.696677 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.696855 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.697029 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.697197 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.697372 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.697547 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.697722 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.697889 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.698061 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.698238 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.698405 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.698573 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.698740 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.698906 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.699073 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.699239 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.699405 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.699571 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.699736 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.699903 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.700069 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.700234 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.700400 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.700587 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.700754 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.700936 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.701113 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.701227 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.701392 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:52:25.701552 dv-cinder-848821-1-iscsi neutron-server[103569]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103569) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 14:52:25.835823 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 57198) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:52:25.844381 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064321 Jul 15 14:52:37.620657 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518f972-5236-4661-8517-9bd359983569 None None] get_active_networks_info from dv-cinder-848821-1-iscsi {{(pid=103714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 15 14:52:37.675397 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f518f972-5236-4661-8517-9bd359983569 None None] No non-hosted networks {{(pid=103714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 14:52:37.691119 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.agentschedulers_db [None req-f518f972-5236-4661-8517-9bd359983569 None None] DHCP Agent not found on host dv-cinder-848821-1-iscsi {{(pid=103714) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 15 14:52:37.760456 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-021eb7d9-2723-4cbf-b682-ba25a130aba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3918278'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:39.638444 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa3cb-c204-4efe-aa44-fe974f26f480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3918278'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:39.809173 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fbd181a5-1854-4942-81a7-0bc65a782792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:40.939801 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3918278'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:42.362103 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3918278'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:43.738486 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 57280) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:52:43.798586 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3918278'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:43.799554 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.799904 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.800750 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.801655 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.802906 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.803547 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.803928 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.804447 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.804815 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.805148 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.805502 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.805834 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.806180 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:43.806604 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848821-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:43.823142 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848821-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:52:44.261731 dv-cinder-848821-1-iscsi neutron-server[103712]: WARNING oslo_policy.policy [None req-2b6031f4-2fa6-405c-8914-8c110ee20875 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:52:44.262326 dv-cinder-848821-1-iscsi neutron-server[103712]: WARNING oslo_policy.policy [None req-2b6031f4-2fa6-405c-8914-8c110ee20875 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:52:44.490300 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [None req-2b6031f4-2fa6-405c-8914-8c110ee20875 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103712) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:52:44.491319 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-2b6031f4-2fa6-405c-8914-8c110ee20875 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7519214 Jul 15 14:52:47.162762 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57306) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:52:47.672968 dv-cinder-848821-1-iscsi neutron-server[103713]: WARNING oslo_policy.policy [None req-f96d37c7-9441-4009-8289-ca343e6da22c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:52:47.673637 dv-cinder-848821-1-iscsi neutron-server[103713]: WARNING oslo_policy.policy [None req-f96d37c7-9441-4009-8289-ca343e6da22c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:52:47.902501 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-f96d37c7-9441-4009-8289-ca343e6da22c admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:52:47.932452 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.db.l3_hamode_db [None req-e1f1c64e-6d2f-4945-a3a5-6a3097ff908b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 14:52:47.998347 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.policy [None req-f96d37c7-9441-4009-8289-ca343e6da22c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103713) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 14:52:48.006047 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f1c64e-6d2f-4945-a3a5-6a3097ff908b None None] Routers set() bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 14:52:48.006434 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f1c64e-6d2f-4945-a3a5-6a3097ff908b None None] Router IDs set() for agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jul 15 14:52:48.043979 dv-cinder-848821-1-iscsi neutron-server[103713]: WARNING oslo_policy.policy [None req-f96d37c7-9441-4009-8289-ca343e6da22c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:52:48.044433 dv-cinder-848821-1-iscsi neutron-server[103713]: WARNING oslo_policy.policy [None req-f96d37c7-9441-4009-8289-ca343e6da22c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:52:48.142225 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f96d37c7-9441-4009-8289-ca343e6da22c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779197296911', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779197298490', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779197216888', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779197186428', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779197196663', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779197238355', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-687054', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-612630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3734344', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3827922'] for rbac-policy (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:48.208106 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f96d37c7-9441-4009-8289-ca343e6da22c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:48.209998 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-f96d37c7-9441-4009-8289-ca343e6da22c admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0450442 Jul 15 14:52:50.834127 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57322) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:52:51.152392 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:52:51.181243 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Made reservation on behalf of 9c532466fb4b48ae93bda3ebfc592c06 for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:51.185084 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:51.202439 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:51.308302 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Publish callbacks [] for security_group (674d8910-55c9-4b57-a37e-aa0cdf9410f5), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:51.312035 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (674d8910-55c9-4b57-a37e-aa0cdf9410f5), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:51.338862 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:52:51.374467 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779192196033', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (7a68a0f1-44e5-4581-b9af-3e21cbb725c0), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:51.375046 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Unsubscribe: segment precommit_create {{(pid=103713) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 14:52:51.375612 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Added segment 7a68a0f1-44e5-4581-b9af-3e21cbb725c0 of type vlan for network d3ca3bef-094f-43c2-ad24-d1c217cd25da Jul 15 14:52:51.391972 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=674d8910-55c9-4b57-a37e-aa0cdf9410f5,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:51.443897 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.444266 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.444648 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.445032 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.445326 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.445656 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.445984 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.446307 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.446633 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.446970 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.447294 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.447610 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.447925 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Tracked resource versions report: Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: pushed versions: Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: { 'AddressGroup': {'1.2'}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'ConntrackHelper': {'1.0'}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'LocalIPAssociation': {'1.0'}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Log': {'1.0'}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Network': {'1.1'}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Port': {'1.7'}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'PortForwarding': {'1.2'}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'QosPolicy': {'1.10'}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'SecurityGroup': {'1.5'}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'SubPort': {'1.0'}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Subnet': {'1.1'}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Trunk': {'1.1'}} Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: consumer versions: Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: { DHCP agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: L3 agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: Metadata agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: Metering agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: Open vSwitch agent@dv-cinder-848821-1-iscsi: { 'AddressGroup': '1.2', Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'ConntrackHelper': '1.0', Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'LocalIPAssociation': '1.0', Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Log': '1.0', Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Network': '1.1', Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Port': '1.7', Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'PortForwarding': '1.2', Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'QosPolicy': '1.10', Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'SecurityGroup': '1.5', Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'SecurityGroupRule': '1.2', Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'SubPort': '1.0', Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Subnet': '1.1', Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Trunk': '1.1'}} Jul 15 14:52:51.449269 dv-cinder-848821-1-iscsi neutron-server[103713]: {{(pid=103713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:52:51.490975 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (d3ca3bef-094f-43c2-ad24-d1c217cd25da), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:51.531275 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (d3ca3bef-094f-43c2-ad24-d1c217cd25da), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:51.536495 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:52:51.537240 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:51.622925 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7877138 Jul 15 14:52:51.662933 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c93bd5-45e2-479e-80b5-2fe08197e54f demo demo] Pushing event updated for resources: {'Network': ['ID=d3ca3bef-094f-43c2-ad24-d1c217cd25da,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:51.675653 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network d3ca3bef-094f-43c2-ad24-d1c217cd25da details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:52:54.251848 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57334) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:52:54.673768 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901d0882-d8d9-4943-bbe0-f0e651c6b18f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:52:54.675161 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-901d0882-d8d9-4943-bbe0-f0e651c6b18f demo admin] 10.222.0.47 "GET /v2.0/networks/d3ca3bef-094f-43c2-ad24-d1c217cd25da HTTP/1.1" status: 200 len: 825 time: 0.4224074 Jul 15 14:52:54.700208 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-3339c40a-4e6a-4ddf-972a-2aa8ee10b4ea demo admin] 10.222.0.47 "GET /v2.0/subnetpools/c5edd2bc-c9e3-4d49-9764-cedb79a2bf69 HTTP/1.1" status: 200 len: 734 time: 0.0189509 Jul 15 14:52:54.709628 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-a8abd6b4-f7f1-444e-84ee-0d848dcd9ed3 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da', 'ip_version': 4, 'subnetpool_id': 'c5edd2bc-c9e3-4d49-9764-cedb79a2bf69'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:52:54.731061 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8abd6b4-f7f1-444e-84ee-0d848dcd9ed3 demo admin] Made reservation on behalf of 9c532466fb4b48ae93bda3ebfc592c06 for: {'subnet': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:52:54.733297 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a8abd6b4-f7f1-444e-84ee-0d848dcd9ed3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:55.054301 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a8abd6b4-f7f1-444e-84ee-0d848dcd9ed3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for subnet (ef4a2e79-220c-43c5-85a4-21482e921ee5), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:55.132406 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abd6b4-f7f1-444e-84ee-0d848dcd9ed3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ef4a2e79-220c-43c5-85a4-21482e921ee5,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:55.141620 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8abd6b4-f7f1-444e-84ee-0d848dcd9ed3 demo admin] Checking segment: {'id': '7a68a0f1-44e5-4581-b9af-3e21cbb725c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:52:55.141620 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8abd6b4-f7f1-444e-84ee-0d848dcd9ed3 demo admin] Network hostable DHCP agents. Network: d3ca3bef-094f-43c2-ad24-d1c217cd25da, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:52:55.160260 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8abd6b4-f7f1-444e-84ee-0d848dcd9ed3 demo admin] Network d3ca3bef-094f-43c2-ad24-d1c217cd25da is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:52:55.171496 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-a8abd6b4-f7f1-444e-84ee-0d848dcd9ed3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, d3ca3bef-094f-43c2-ad24-d1c217cd25da) {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:55.176124 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8abd6b4-f7f1-444e-84ee-0d848dcd9ed3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:52:55.177310 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a8abd6b4-f7f1-444e-84ee-0d848dcd9ed3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:55.182575 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4b9b4a-2e18-4018-8cc5-352440ae95db None None] Network d3ca3bef-094f-43c2-ad24-d1c217cd25da requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:52:55.193699 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a8abd6b4-f7f1-444e-84ee-0d848dcd9ed3 demo admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4879627 Jul 15 14:52:55.562571 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-d3ca3bef-094f-43c2-ad24-d1c217cd25da', 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da', 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'fixed_ips': [{'subnet_id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:52:55.563835 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:55.838692 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Allocated IP 172.20.0.2 (d3ca3bef-094f-43c2-ad24-d1c217cd25da/ef4a2e79-220c-43c5-85a4-21482e921ee5/b2671fd1-9044-4718-9dea-a620a1af770c) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:52:56.126441 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Publish callbacks [] for port (b2671fd1-9044-4718-9dea-a620a1af770c), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:56.138265 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (b2671fd1-9044-4718-9dea-a620a1af770c), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:56.212913 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Network d3ca3bef-094f-43c2-ad24-d1c217cd25da is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:52:56.220997 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:52:56.225312 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 14:52:56.232893 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Pushing event updated for resources: {'Port': ['ID=b2671fd1-9044-4718-9dea-a620a1af770c,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:56.289549 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.289991 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.290432 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.290855 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.291249 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.291650 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.292066 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.292471 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.292885 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.293298 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.293721 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.294118 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.294512 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Tracked resource versions report: Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: pushed versions: Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: { 'AddressGroup': {'1.2'}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'ConntrackHelper': {'1.0'}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'LocalIPAssociation': {'1.0'}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Log': {'1.0'}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Network': {'1.1'}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Port': {'1.7'}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'PortForwarding': {'1.2'}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'QosPolicy': {'1.10'}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'SecurityGroup': {'1.5'}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'SubPort': {'1.0'}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Subnet': {'1.1'}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Trunk': {'1.1'}} Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: consumer versions: Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: { DHCP agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: L3 agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: Metadata agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: Metering agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: Open vSwitch agent@dv-cinder-848821-1-iscsi: { 'AddressGroup': '1.2', Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'ConntrackHelper': '1.0', Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'LocalIPAssociation': '1.0', Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Log': '1.0', Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Network': '1.1', Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Port': '1.7', Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'PortForwarding': '1.2', Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'QosPolicy': '1.10', Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'SecurityGroup': '1.5', Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'SecurityGroupRule': '1.2', Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'SubPort': '1.0', Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Subnet': '1.1', Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Trunk': '1.1'}} Jul 15 14:52:56.296105 dv-cinder-848821-1-iscsi neutron-server[103714]: {{(pid=103714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:52:56.335071 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Attempting to bind port b2671fd1-9044-4718-9dea-a620a1af770c on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 14:52:56.335491 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Attempting to bind port b2671fd1-9044-4718-9dea-a620a1af770c by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '7a68a0f1-44e5-4581-b9af-3e21cbb725c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 14:52:56.335954 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Attempting to bind port b2671fd1-9044-4718-9dea-a620a1af770c on network d3ca3bef-094f-43c2-ad24-d1c217cd25da {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:52:56.340982 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:52:56.341338 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Checking segment: {'id': '7a68a0f1-44e5-4581-b9af-3e21cbb725c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:52:56.341808 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:56.342213 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Bound using segment: {'id': '7a68a0f1-44e5-4581-b9af-3e21cbb725c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:52:56.342680 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Bound port: b2671fd1-9044-4718-9dea-a620a1af770c, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a68a0f1-44e5-4581-b9af-3e21cbb725c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 14:52:56.343083 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (b2671fd1-9044-4718-9dea-a620a1af770c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:56.403651 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] For port b2671fd1-9044-4718-9dea-a620a1af770c, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:52:56.408516 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] For port b2671fd1-9044-4718-9dea-a620a1af770c, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=b2671fd1-9044-4718-9dea-a620a1af770c,segment=NetworkSegment(7a68a0f1-44e5-4581-b9af-3e21cbb725c0),segment_id=7a68a0f1-44e5-4581-b9af-3e21cbb725c0)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:52:56.417074 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (b2671fd1-9044-4718-9dea-a620a1af770c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:52:56.484677 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83e504-c089-4dfb-a253-e13facbca0f1 None None] Pushing event updated for resources: {'Port': ['ID=b2671fd1-9044-4718-9dea-a620a1af770c,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:52:57.830729 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57342) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:52:58.156341 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [None req-f888edcb-501b-4fab-b302-8518b71eb6cf admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103713) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:52:58.157444 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-f888edcb-501b-4fab-b302-8518b71eb6cf admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3257749 Jul 15 14:53:00.833755 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57350) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:53:01.155901 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [None req-fe9c6cc4-ae5a-4fec-98c6-f796c1a6b8ca admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103713) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:53:01.156976 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-fe9c6cc4-ae5a-4fec-98c6-f796c1a6b8ca admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3223360 Jul 15 14:53:03.746773 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57358) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:53:04.067277 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-9a6fb7c7-c0e5-4d69-9462-6649c6ba7225 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:53:04.090943 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb7c7-c0e5-4d69-9462-6649c6ba7225 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3921144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59253'] for router (e5be1a4b-18bb-40b0-9077-b48b47c63675), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:04.092477 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb7c7-c0e5-4d69-9462-6649c6ba7225 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3734711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59260'] for router (e5be1a4b-18bb-40b0-9077-b48b47c63675), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:04.225558 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb7c7-c0e5-4d69-9462-6649c6ba7225 demo demo] Publish callbacks [] for router_controller (e5be1a4b-18bb-40b0-9077-b48b47c63675), precommit_add_association {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:04.230477 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb7c7-c0e5-4d69-9462-6649c6ba7225 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567'] for router (e5be1a4b-18bb-40b0-9077-b48b47c63675), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:04.247766 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a6fb7c7-c0e5-4d69-9462-6649c6ba7225 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:04.258194 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-9a6fb7c7-c0e5-4d69-9462-6649c6ba7225 demo demo] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5010476 Jul 15 14:53:06.619587 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device b2671fd1-9044-4718-9dea-a620a1af770c up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:06.705581 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port b2671fd1-9044-4718-9dea-a620a1af770c triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:53:06.706019 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (b2671fd1-9044-4718-9dea-a620a1af770c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:06.809922 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port b2671fd1-9044-4718-9dea-a620a1af770c is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:53:06.810232 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (b2671fd1-9044-4718-9dea-a620a1af770c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:06.845105 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port b2671fd1-9044-4718-9dea-a620a1af770c, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=b2671fd1-9044-4718-9dea-a620a1af770c,segment=NetworkSegment(7a68a0f1-44e5-4581-b9af-3e21cbb725c0),segment_id=7a68a0f1-44e5-4581-b9af-3e21cbb725c0)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:06.849658 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (b2671fd1-9044-4718-9dea-a620a1af770c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:06.888624 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57370) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:53:06.899642 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=b2671fd1-9044-4718-9dea-a620a1af770c,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:07.240210 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [None req-61c5ccc9-b720-412b-b706-082a0512ce3a admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103713) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:53:07.241313 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-61c5ccc9-b720-412b-b706-082a0512ce3a admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3514576 Jul 15 14:53:07.577695 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ba908add-fc01-4fee-9474-e86810ff7f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:08.163677 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2aad1c-cd9b-411c-82d9-96731f138fcc None None] Network d3ca3bef-094f-43c2-ad24-d1c217cd25da requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:53:08.276447 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-bdc02e88-85f7-4eff-a70e-a37d57783ae5 None None] Provisioning complete for port b2671fd1-9044-4718-9dea-a620a1af770c triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:53:08.276763 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-bdc02e88-85f7-4eff-a70e-a37d57783ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (b2671fd1-9044-4718-9dea-a620a1af770c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:08.366357 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-bdc02e88-85f7-4eff-a70e-a37d57783ae5 None None] Current status of the port b2671fd1-9044-4718-9dea-a620a1af770c is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:53:08.588019 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device b2671fd1-9044-4718-9dea-a620a1af770c up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:08.611784 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-832cf970-a70e-4500-b72c-92758a9ab6dd None None] Provisioning complete for port b2671fd1-9044-4718-9dea-a620a1af770c triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:53:08.612196 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-832cf970-a70e-4500-b72c-92758a9ab6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (b2671fd1-9044-4718-9dea-a620a1af770c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:08.670464 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port b2671fd1-9044-4718-9dea-a620a1af770c triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:53:08.670846 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (b2671fd1-9044-4718-9dea-a620a1af770c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:08.722483 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-832cf970-a70e-4500-b72c-92758a9ab6dd None None] Current status of the port b2671fd1-9044-4718-9dea-a620a1af770c is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:53:08.763231 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port b2671fd1-9044-4718-9dea-a620a1af770c is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:53:09.633230 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9ac7ba68-6d30-4bef-b3b5-2bb773fd6140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:09.838773 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57378) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:53:10.159851 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:53:10.181186 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Made reservation on behalf of e40091c8e3674733bcafb3a3d96a7371 for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:10.183445 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:10.191415 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:10.269527 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Publish callbacks [] for security_group (b95c25ec-5944-4b42-bfa6-b834a941c3a0), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:10.273423 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b95c25ec-5944-4b42-bfa6-b834a941c3a0), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:10.288777 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Reserving flat network on physical network physnet1 {{(pid=103713) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 14:53:10.309760 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95c25ec-5944-4b42-bfa6-b834a941c3a0,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:10.313760 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (844ad122-a004-469e-83c6-2ff677098ab3), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:10.314113 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Added segment 844ad122-a004-469e-83c6-2ff677098ab3 of type flat for network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 Jul 15 14:53:10.360634 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (1b45bd7b-d41e-4867-ac7c-b256ed85b153), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:10.392954 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (1b45bd7b-d41e-4867-ac7c-b256ed85b153), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:10.393888 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:53:10.394516 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:10.464149 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6242721 Jul 15 14:53:10.488001 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b10922-2db0-40aa-ab1c-c7fb1b6df454 admin admin] Pushing event updated for resources: {'Network': ['ID=1b45bd7b-d41e-4867-ac7c-b256ed85b153,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:10.498734 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:53:10.906321 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:12.316805 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:12.523220 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 5 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:53:13.039655 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 57396) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:53:13.365905 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.policy [None req-b98c5c57-01d5-46e0-aebb-56432b5e421a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103712) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 14:53:13.412374 dv-cinder-848821-1-iscsi neutron-server[103712]: WARNING oslo_policy.policy [None req-b98c5c57-01d5-46e0-aebb-56432b5e421a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:53:13.412739 dv-cinder-848821-1-iscsi neutron-server[103712]: WARNING oslo_policy.policy [None req-b98c5c57-01d5-46e0-aebb-56432b5e421a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:53:13.420771 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98c5c57-01d5-46e0-aebb-56432b5e421a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:53:13.422481 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-b98c5c57-01d5-46e0-aebb-56432b5e421a demo admin] 10.222.0.47 "GET /v2.0/subnets/ef4a2e79-220c-43c5-85a4-21482e921ee5 HTTP/1.1" status: 200 len: 849 time: 0.3818891 Jul 15 14:53:13.591171 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-03c737c1-c324-43ed-a992-52cb10237f00 demo admin] 10.222.0.47 "GET /v2.0/routers/e5be1a4b-18bb-40b0-9077-b48b47c63675 HTTP/1.1" status: 200 len: 704 time: 0.1625366 Jul 15 14:53:13.787620 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:13.857697 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:14.184681 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Allocated IP 172.20.0.1 (d3ca3bef-094f-43c2-ad24-d1c217cd25da/ef4a2e79-220c-43c5-85a4-21482e921ee5/4a54c070-9ec6-4c69-b7ef-ed64efc98081) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:53:14.395222 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Publish callbacks [] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:14.459085 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:14.516622 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Network d3ca3bef-094f-43c2-ad24-d1c217cd25da is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:53:14.521775 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:14.568807 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 14:53:14.569373 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919422'] for router_interface (e5be1a4b-18bb-40b0-9077-b48b47c63675), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:14.588980 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Pushing event updated for resources: {'Port': ['ID=4a54c070-9ec6-4c69-b7ef-ed64efc98081,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:14.642236 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.642629 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.642989 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.643329 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.643661 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.643988 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.644381 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.645488 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.645854 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.646202 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.646537 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.647101 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.647478 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Tracked resource versions report: Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: pushed versions: Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: { 'AddressGroup': {'1.2'}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'ConntrackHelper': {'1.0'}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'LocalIPAssociation': {'1.0'}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Log': {'1.0'}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Network': {'1.1'}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Port': {'1.7'}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'PortForwarding': {'1.2'}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'QosPolicy': {'1.10'}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'SecurityGroup': {'1.5'}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'SubPort': {'1.0'}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Subnet': {'1.1'}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Trunk': {'1.1'}} Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: consumer versions: Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: { DHCP agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: L3 agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: Metadata agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: Metering agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: Open vSwitch agent@dv-cinder-848821-1-iscsi: { 'AddressGroup': '1.2', Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'ConntrackHelper': '1.0', Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'LocalIPAssociation': '1.0', Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Log': '1.0', Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Network': '1.1', Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Port': '1.7', Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'PortForwarding': '1.2', Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'QosPolicy': '1.10', Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'SecurityGroup': '1.5', Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'SecurityGroupRule': '1.2', Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'SubPort': '1.0', Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Subnet': '1.1', Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Trunk': '1.1'}} Jul 15 14:53:14.648826 dv-cinder-848821-1-iscsi neutron-server[103712]: {{(pid=103712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:53:14.787414 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:14.882572 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-533b9fb7-b877-4704-8c02-7c9f8927b8c7 None None] Provisioning complete for port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:53:14.883173 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-533b9fb7-b877-4704-8c02-7c9f8927b8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:14.964728 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-533b9fb7-b877-4704-8c02-7c9f8927b8c7 None None] Port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 14:53:14.997676 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Publish callbacks [] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:15.002405 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:15.003201 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3758210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919758'] for router_interface (e5be1a4b-18bb-40b0-9077-b48b47c63675), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:15.082777 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Pushing event updated for resources: {'Port': ['ID=4a54c070-9ec6-4c69-b7ef-ed64efc98081,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:15.127626 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Network d3ca3bef-094f-43c2-ad24-d1c217cd25da is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:53:15.128966 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:15.284069 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-f2409b66-43d8-46c2-859c-982188060cfa None None] Provisioning complete for port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:53:15.284583 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Router e5be1a4b-18bb-40b0-9077-b48b47c63675 is scheduled to L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 with binding_index 1 {{(pid=103712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 14:53:15.285532 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f2409b66-43d8-46c2-859c-982188060cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:15.316201 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-f2409b66-43d8-46c2-859c-982188060cfa None None] Port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 14:53:15.415378 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:53:15.420665 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-4249694f-1f60-49ac-9b7f-1e6fb7194634 demo admin] 10.222.0.47 "PUT /v2.0/routers/e5be1a4b-18bb-40b0-9077-b48b47c63675/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8243644 Jul 15 14:53:15.425090 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Sync routers for ids ['e5be1a4b-18bb-40b0-9077-b48b47c63675'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:53:15.437942 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Routers {'e5be1a4b-18bb-40b0-9077-b48b47c63675'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 14:53:15.438752 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T14:53:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['e5be1a4b-18bb-40b0-9077-b48b47c63675'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:15.619597 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Set router e5be1a4b-18bb-40b0-9077-b48b47c63675 gateway port host: None {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 14:53:16.054694 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'name': 'router1', 'tenant_id': '9c532466fb4b48ae93bda3ebfc592c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:53:04Z', 'updated_at': '2022-07-15T14:53:14Z', 'revision_number': 2, 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'gw_port_host': None, '_interfaces': [{'id': '4a54c070-9ec6-4c69-b7ef-ed64efc98081', 'name': '', 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da', 'tenant_id': '9c532466fb4b48ae93bda3ebfc592c06', 'mac_address': 'fa:16:3e:14:91:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:53:13Z', 'updated_at': '2022-07-15T14:53:14Z', 'revision_number': 2, 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'subnets': [{'id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5edd2bc-c9e3-4d49-9764-cedb79a2bf69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:16.103490 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Checking router: e5be1a4b-18bb-40b0-9077-b48b47c63675 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:53:16.103874 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Updating router e5be1a4b-18bb-40b0-9077-b48b47c63675 port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 binding host dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:53:16.183171 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:16.672652 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Publish callbacks [] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:16.680419 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:16.836990 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Pushing event updated for resources: {'Port': ['ID=4a54c070-9ec6-4c69-b7ef-ed64efc98081,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:16.851974 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.852322 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.852697 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.853038 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.853377 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.853714 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.854046 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.854375 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.854706 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.855048 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.855380 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.855705 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.856029 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Tracked resource versions report: Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: pushed versions: Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: { 'AddressGroup': {'1.2'}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'ConntrackHelper': {'1.0'}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'LocalIPAssociation': {'1.0'}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Log': {'1.0'}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Network': {'1.1'}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Port': {'1.7'}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'PortForwarding': {'1.2'}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'QosPolicy': {'1.10'}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'SecurityGroup': {'1.5'}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'SubPort': {'1.0'}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Subnet': {'1.1'}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Trunk': {'1.1'}} Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: consumer versions: Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: { DHCP agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: L3 agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: Metadata agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: Metering agent@dv-cinder-848821-1-iscsi: {}, Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: Open vSwitch agent@dv-cinder-848821-1-iscsi: { 'AddressGroup': '1.2', Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'ConntrackHelper': '1.0', Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'LocalIPAssociation': '1.0', Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Log': '1.0', Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Network': '1.1', Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Port': '1.7', Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'PortForwarding': '1.2', Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'QosPolicy': '1.10', Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'SecurityGroup': '1.5', Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'SecurityGroupRule': '1.2', Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'SubPort': '1.0', Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Subnet': '1.1', Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Trunk': '1.1'}} Jul 15 14:53:16.857408 dv-cinder-848821-1-iscsi neutron-server[103715]: {{(pid=103715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:53:16.859792 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Attempting to bind port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 14:53:16.860195 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Attempting to bind port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '7a68a0f1-44e5-4581-b9af-3e21cbb725c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 14:53:16.860681 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Attempting to bind port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 on network d3ca3bef-094f-43c2-ad24-d1c217cd25da {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:53:16.867320 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:53:16.867704 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Checking segment: {'id': '7a68a0f1-44e5-4581-b9af-3e21cbb725c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:53:16.868181 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:16.868617 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Bound using segment: {'id': '7a68a0f1-44e5-4581-b9af-3e21cbb725c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:53:16.869110 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Bound port: 4a54c070-9ec6-4c69-b7ef-ed64efc98081, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a68a0f1-44e5-4581-b9af-3e21cbb725c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 14:53:16.869495 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:16.934480 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] For port 4a54c070-9ec6-4c69-b7ef-ed64efc98081, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:53:16.949425 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-8c35bfeb-6aa2-499f-b1dd-d01ce4c04e64 None None] Provisioning complete for port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:53:16.950412 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8c35bfeb-6aa2-499f-b1dd-d01ce4c04e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:16.953716 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] For port 4a54c070-9ec6-4c69-b7ef-ed64efc98081, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=4a54c070-9ec6-4c69-b7ef-ed64efc98081,segment=NetworkSegment(7a68a0f1-44e5-4581-b9af-3e21cbb725c0),segment_id=7a68a0f1-44e5-4581-b9af-3e21cbb725c0)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:53:16.960838 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:17.000753 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-8c35bfeb-6aa2-499f-b1dd-d01ce4c04e64 None None] Port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 14:53:17.008730 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Routers {'e5be1a4b-18bb-40b0-9077-b48b47c63675'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 14:53:17.009362 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T14:53:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['e5be1a4b-18bb-40b0-9077-b48b47c63675'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:17.084181 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50d9a4-c666-4480-82bc-0a669e56c231 None None] Pushing event updated for resources: {'Port': ['ID=4a54c070-9ec6-4c69-b7ef-ed64efc98081,revision_number=4']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:17.106876 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] Set router e5be1a4b-18bb-40b0-9077-b48b47c63675 gateway port host: None {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 14:53:17.221131 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-16b8f6e7-33a5-48c1-a740-dbf7c232f85f None None] Provisioning complete for port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:53:17.221520 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-16b8f6e7-33a5-48c1-a740-dbf7c232f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:17.294940 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-16b8f6e7-33a5-48c1-a740-dbf7c232f85f None None] Current status of the port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:53:17.295252 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-16b8f6e7-33a5-48c1-a740-dbf7c232f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:17.326037 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'name': 'router1', 'tenant_id': '9c532466fb4b48ae93bda3ebfc592c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:53:04Z', 'updated_at': '2022-07-15T14:53:14Z', 'revision_number': 2, 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'gw_port_host': None, '_interfaces': [{'id': '4a54c070-9ec6-4c69-b7ef-ed64efc98081', 'name': '', 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da', 'tenant_id': '9c532466fb4b48ae93bda3ebfc592c06', 'mac_address': 'fa:16:3e:14:91:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:53:13Z', 'updated_at': '2022-07-15T14:53:16Z', 'revision_number': 4, 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'subnets': [{'id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5edd2bc-c9e3-4d49-9764-cedb79a2bf69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:17.327329 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-16b8f6e7-33a5-48c1-a740-dbf7c232f85f None None] For port 4a54c070-9ec6-4c69-b7ef-ed64efc98081, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=4a54c070-9ec6-4c69-b7ef-ed64efc98081,segment=NetworkSegment(7a68a0f1-44e5-4581-b9af-3e21cbb725c0),segment_id=7a68a0f1-44e5-4581-b9af-3e21cbb725c0)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:17.331639 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-16b8f6e7-33a5-48c1-a740-dbf7c232f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:17.353318 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ffff14-ecae-4c92-bdc8-a5fafdf5a0d6 None None] The sync data for ids ['e5be1a4b-18bb-40b0-9077-b48b47c63675'] in dv-cinder-848821-1-iscsi is: [{'id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'name': 'router1', 'tenant_id': '9c532466fb4b48ae93bda3ebfc592c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:53:04Z', 'updated_at': '2022-07-15T14:53:14Z', 'revision_number': 2, 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'gw_port_host': None, '_interfaces': [{'id': '4a54c070-9ec6-4c69-b7ef-ed64efc98081', 'name': '', 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da', 'tenant_id': '9c532466fb4b48ae93bda3ebfc592c06', 'mac_address': 'fa:16:3e:14:91:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:53:13Z', 'updated_at': '2022-07-15T14:53:16Z', 'revision_number': 4, 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'subnets': [{'id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5edd2bc-c9e3-4d49-9764-cedb79a2bf69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:53:17.380335 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8f6e7-33a5-48c1-a740-dbf7c232f85f None None] Pushing event updated for resources: {'Port': ['ID=4a54c070-9ec6-4c69-b7ef-ed64efc98081,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:17.926268 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 57422) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:53:18.041050 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc56eac-4535-4173-bcc6-93f3ca90294b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:53:18.042356 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-4fc56eac-4535-4173-bcc6-93f3ca90294b admin admin] 10.222.0.47 "GET /v2.0/networks/1b45bd7b-d41e-4867-ac7c-b256ed85b153 HTTP/1.1" status: 200 len: 842 time: 0.1151402 Jul 15 14:53:18.053004 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'enable_dhcp': False}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:53:18.087799 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] Made reservation on behalf of e40091c8e3674733bcafb3a3d96a7371 for: {'subnet': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:53:18.090225 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:18.405622 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.objects.ports [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103712) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jul 15 14:53:18.406123 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for subnet (eef226a7-200d-49e2-8072-e74b1560e016), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:18.464434 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef226a7-200d-49e2-8072-e74b1560e016,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:18.473839 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:53:18.474193 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] Network hostable DHCP agents. Network: 1b45bd7b-d41e-4867-ac7c-b256ed85b153, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:53:18.495374 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:53:18.506555 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 1b45bd7b-d41e-4867-ac7c-b256ed85b153) {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:18.510950 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:53:18.512134 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:18.518810 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874490df-abb3-4265-bfcb-1b8275eb6a83 None None] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:53:18.552568 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-52e8c0ba-e019-4b6f-a47b-b5eb880323f4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4895313 Jul 15 14:53:18.626532 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc986b-41db-47d2-948c-ea7be328686f None None] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:53:21.058472 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 57430) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:53:21.193648 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-4eca1f1c-c457-4cfe-8d60-90002833bca4 demo admin] 10.222.0.47 "GET /v2.0/routers/e5be1a4b-18bb-40b0-9077-b48b47c63675 HTTP/1.1" status: 200 len: 710 time: 0.1339695 Jul 15 14:53:21.279564 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c287ac81-3acd-4194-87cd-7bd7b9efc1af demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:53:21.280847 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-c287ac81-3acd-4194-87cd-7bd7b9efc1af demo admin] 10.222.0.47 "GET /v2.0/networks/1b45bd7b-d41e-4867-ac7c-b256ed85b153 HTTP/1.1" status: 200 len: 886 time: 0.0819018 Jul 15 14:53:21.289848 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:53:21.535010 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Publish callbacks [] for router_gateway (e5be1a4b-18bb-40b0-9077-b48b47c63675), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:21.766148 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Publish callbacks [] for router_gateway (e5be1a4b-18bb-40b0-9077-b48b47c63675), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:21.839181 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:22.008833 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Allocated IP 172.27.2.146 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/1b578342-9426-4ea8-97b7-ea613d321a47) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:53:22.109350 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Publish callbacks [] for port (1b578342-9426-4ea8-97b7-ea613d321a47), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:22.144915 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (1b578342-9426-4ea8-97b7-ea613d321a47), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:22.180313 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:53:22.183104 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:53:22.185857 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 14:53:22.226534 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Pushing event updated for resources: {'Port': ['ID=1b578342-9426-4ea8-97b7-ea613d321a47,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:22.425751 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Publish callbacks [] for router_gateway (e5be1a4b-18bb-40b0-9077-b48b47c63675), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:22.617218 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3919572', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3921014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59154'] for router (e5be1a4b-18bb-40b0-9077-b48b47c63675), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:22.620719 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3919581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3919558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3921023'] for router (e5be1a4b-18bb-40b0-9077-b48b47c63675), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:22.729681 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Router e5be1a4b-18bb-40b0-9077-b48b47c63675 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 14:53:22.838665 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:53:22.844190 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:22.845165 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-940e0704-8cd3-4f2c-b284-56329727ee71 demo admin] 10.222.0.47 "PUT /v2.0/routers/e5be1a4b-18bb-40b0-9077-b48b47c63675 HTTP/1.1" status: 200 len: 890 time: 1.5584481 Jul 15 14:53:24.636851 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 4a54c070-9ec6-4c69-b7ef-ed64efc98081 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:24.687870 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:53:24.688258 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:24.759723 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:53:25.470150 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57442) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:53:25.619477 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-5bc1316a-08c5-4d3e-861b-477c21cda3d7 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1481738 Jul 15 14:53:26.392443 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Sync routers for ids ['e5be1a4b-18bb-40b0-9077-b48b47c63675'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:53:26.405734 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Routers {'e5be1a4b-18bb-40b0-9077-b48b47c63675'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 14:53:26.406409 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T14:53:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['e5be1a4b-18bb-40b0-9077-b48b47c63675'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:26.611626 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Set router e5be1a4b-18bb-40b0-9077-b48b47c63675 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 14:53:26.996562 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'name': 'router1', 'tenant_id': '9c532466fb4b48ae93bda3ebfc592c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1b578342-9426-4ea8-97b7-ea613d321a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:53:04Z', 'updated_at': '2022-07-15T14:53:22Z', 'revision_number': 4, 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'gw_port': {'id': '1b578342-9426-4ea8-97b7-ea613d321a47', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:53:21Z', 'updated_at': '2022-07-15T14:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '4a54c070-9ec6-4c69-b7ef-ed64efc98081', 'name': '', 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da', 'tenant_id': '9c532466fb4b48ae93bda3ebfc592c06', 'mac_address': 'fa:16:3e:14:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:53:13Z', 'updated_at': '2022-07-15T14:53:17Z', 'revision_number': 5, 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'subnets': [{'id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5edd2bc-c9e3-4d49-9764-cedb79a2bf69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:27.115506 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Checking router: e5be1a4b-18bb-40b0-9077-b48b47c63675 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:53:27.115905 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Updating router e5be1a4b-18bb-40b0-9077-b48b47c63675 port 1b578342-9426-4ea8-97b7-ea613d321a47 binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:53:27.166928 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (1b578342-9426-4ea8-97b7-ea613d321a47), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:27.487040 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Publish callbacks [] for port (1b578342-9426-4ea8-97b7-ea613d321a47), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:27.493780 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (1b578342-9426-4ea8-97b7-ea613d321a47), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:27.550508 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1163fc-cc74-4cb5-a213-d3220992ed85 None None] Pushing event updated for resources: {'Port': ['ID=1b578342-9426-4ea8-97b7-ea613d321a47,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:27.559146 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Attempting to bind port 1b578342-9426-4ea8-97b7-ea613d321a47 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 14:53:27.559533 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Attempting to bind port 1b578342-9426-4ea8-97b7-ea613d321a47 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 14:53:27.559883 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Attempting to bind port 1b578342-9426-4ea8-97b7-ea613d321a47 on network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:53:27.566463 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:53:27.566463 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:53:27.566851 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:27.567175 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Bound using segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:53:27.568523 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Bound port: 1b578342-9426-4ea8-97b7-ea613d321a47, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 14:53:27.569015 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (1b578342-9426-4ea8-97b7-ea613d321a47), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:27.621266 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] For port 1b578342-9426-4ea8-97b7-ea613d321a47, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:53:27.624491 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] For port 1b578342-9426-4ea8-97b7-ea613d321a47, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=1b578342-9426-4ea8-97b7-ea613d321a47,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:53:27.634209 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (1b578342-9426-4ea8-97b7-ea613d321a47), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:27.695568 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1163fc-cc74-4cb5-a213-d3220992ed85 None None] Pushing event updated for resources: {'Port': ['ID=1b578342-9426-4ea8-97b7-ea613d321a47,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:27.702950 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Routers {'e5be1a4b-18bb-40b0-9077-b48b47c63675'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 14:53:27.703109 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T14:53:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['e5be1a4b-18bb-40b0-9077-b48b47c63675'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:27.819856 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] Set router e5be1a4b-18bb-40b0-9077-b48b47c63675 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 14:53:28.043149 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'name': 'router1', 'tenant_id': '9c532466fb4b48ae93bda3ebfc592c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1b578342-9426-4ea8-97b7-ea613d321a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:53:04Z', 'updated_at': '2022-07-15T14:53:22Z', 'revision_number': 4, 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'gw_port': {'id': '1b578342-9426-4ea8-97b7-ea613d321a47', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:53:21Z', 'updated_at': '2022-07-15T14:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '4a54c070-9ec6-4c69-b7ef-ed64efc98081', 'name': '', 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da', 'tenant_id': '9c532466fb4b48ae93bda3ebfc592c06', 'mac_address': 'fa:16:3e:14:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:53:13Z', 'updated_at': '2022-07-15T14:53:17Z', 'revision_number': 5, 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'subnets': [{'id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5edd2bc-c9e3-4d49-9764-cedb79a2bf69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:28.071321 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8695f1a0-f0b9-4212-9717-a5422058750f None None] The sync data for ids ['e5be1a4b-18bb-40b0-9077-b48b47c63675'] in dv-cinder-848821-1-iscsi is: [{'id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'name': 'router1', 'tenant_id': '9c532466fb4b48ae93bda3ebfc592c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '1b578342-9426-4ea8-97b7-ea613d321a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T14:53:04Z', 'updated_at': '2022-07-15T14:53:22Z', 'revision_number': 4, 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'gw_port': {'id': '1b578342-9426-4ea8-97b7-ea613d321a47', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ba:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:53:21Z', 'updated_at': '2022-07-15T14:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '4a54c070-9ec6-4c69-b7ef-ed64efc98081', 'name': '', 'network_id': 'd3ca3bef-094f-43c2-ad24-d1c217cd25da', 'tenant_id': '9c532466fb4b48ae93bda3ebfc592c06', 'mac_address': 'fa:16:3e:14:91:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5be1a4b-18bb-40b0-9077-b48b47c63675', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T14:53:13Z', 'updated_at': '2022-07-15T14:53:17Z', 'revision_number': 5, 'project_id': '9c532466fb4b48ae93bda3ebfc592c06', 'subnets': [{'id': 'ef4a2e79-220c-43c5-85a4-21482e921ee5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c5edd2bc-c9e3-4d49-9764-cedb79a2bf69'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:53:28.675206 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 1b578342-9426-4ea8-97b7-ea613d321a47 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:28.736742 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 1b578342-9426-4ea8-97b7-ea613d321a47 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:53:28.737229 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (1b578342-9426-4ea8-97b7-ea613d321a47), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:28.855472 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 1b578342-9426-4ea8-97b7-ea613d321a47 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:53:28.856002 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (1b578342-9426-4ea8-97b7-ea613d321a47), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:28.895635 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 1b578342-9426-4ea8-97b7-ea613d321a47, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=1b578342-9426-4ea8-97b7-ea613d321a47,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:53:28.902274 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (1b578342-9426-4ea8-97b7-ea613d321a47), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:28.974498 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=1b578342-9426-4ea8-97b7-ea613d321a47,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:53:30.639249 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 1b578342-9426-4ea8-97b7-ea613d321a47 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:53:30.731110 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 1b578342-9426-4ea8-97b7-ea613d321a47 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:53:30.733666 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (1b578342-9426-4ea8-97b7-ea613d321a47), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:30.916735 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 1b578342-9426-4ea8-97b7-ea613d321a47 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:53:37.574932 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-33f44db5-1afb-497c-9c36-2f92b5039b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:39.636603 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-41fcfe4f-e87e-4c3d-bbe3-2abff7cd516d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:40.909043 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:42.326969 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:43.797001 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:53:49.523323 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 5 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:54:07.568301 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-708a2f1a-eac9-45b5-80df-f1c9e9affafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:09.644359 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6ba704eb-ea91-4506-815b-5e84d119b201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:10.914196 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:12.322488 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:13.794215 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:26.523685 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 5 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:54:37.572930 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b29341b0-cbaa-4a9d-b77b-c3c63a8a1c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:39.637980 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2d19faa1-8cfa-43a3-870b-8922558e7763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:40.909164 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:42.324865 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:43.799405 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:49.902962 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57926) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:54:49.965212 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f1982d-cb80-4d3a-a398-7d0308f5bd44 admin admin] GET failed (client error): The resource could not be found. Jul 15 14:54:49.966485 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-32f1982d-cb80-4d3a-a398-7d0308f5bd44 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625837 Jul 15 14:54:50.128560 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2d700f-f453-4091-b76a-a718fdcfad3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:54:50.130076 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-6d2d700f-f453-4091-b76a-a718fdcfad3b admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590884 Jul 15 14:54:52.507594 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57936) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:54:52.604384 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40954a0f-7bcc-47b0-b026-7c9641027bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:54:52.605809 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-40954a0f-7bcc-47b0-b026-7c9641027bec admin admin] 10.222.0.47 "GET /v2.0/subnets/ef4a2e79-220c-43c5-85a4-21482e921ee5 HTTP/1.1" status: 200 len: 849 time: 0.0972764 Jul 15 14:54:52.615748 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:54:52.699340 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Publish callbacks [] for subnet (ef4a2e79-220c-43c5-85a4-21482e921ee5), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:52.848127 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779192141855'] for subnet (ef4a2e79-220c-43c5-85a4-21482e921ee5), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:52.882163 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:54:52.882747 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:52.884004 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] 10.222.0.47 "PUT /v2.0/subnets/ef4a2e79-220c-43c5-85a4-21482e921ee5 HTTP/1.1" status: 200 len: 868 time: 0.2722218 Jul 15 14:54:52.896968 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76345b48-1ade-49f1-a371-809dba15fdbe None None] Network d3ca3bef-094f-43c2-ad24-d1c217cd25da requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:54:52.903784 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef4a2e79-220c-43c5-85a4-21482e921ee5,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:52.912103 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:52.912483 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:52.912864 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:52.913201 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:52.913532 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:52.913864 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:52.914205 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:52.914535 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:52.914875 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:52.915220 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:52.915549 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:52.915871 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:52.916186 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c632b2d6-d269-4f7d-b0e2-0091daa3a25d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:53.277927 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-3e381cc2-22d9-434a-a835-abf9dae3f7e1 None None] Provisioning complete for port b2671fd1-9044-4718-9dea-a620a1af770c triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:54:53.278248 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3e381cc2-22d9-434a-a835-abf9dae3f7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (b2671fd1-9044-4718-9dea-a620a1af770c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:53.347144 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-3e381cc2-22d9-434a-a835-abf9dae3f7e1 None None] Current status of the port b2671fd1-9044-4718-9dea-a620a1af770c is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:54:53.356931 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-3e381cc2-22d9-434a-a835-abf9dae3f7e1 None None] Provisioning complete for port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:54:53.357326 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3e381cc2-22d9-434a-a835-abf9dae3f7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (4a54c070-9ec6-4c69-b7ef-ed64efc98081), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:54:53.426850 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-3e381cc2-22d9-434a-a835-abf9dae3f7e1 None None] Current status of the port 4a54c070-9ec6-4c69-b7ef-ed64efc98081 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:54:55.283555 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57944) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:54:55.489584 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0cb08d-7b6f-45f5-99fb-bc6ce3cf674e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:54:55.490056 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0cb08d-7b6f-45f5-99fb-bc6ce3cf674e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:54:55.491653 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-6e0cb08d-7b6f-45f5-99fb-bc6ce3cf674e admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2070765 Jul 15 14:54:57.872146 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57952) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:54:58.006342 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8123d62-fba0-46cc-80a4-ecd603864265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:54:58.006811 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8123d62-fba0-46cc-80a4-ecd603864265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:54:58.008341 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-f8123d62-fba0-46cc-80a4-ecd603864265 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1351919 Jul 15 14:55:00.411034 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57960) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:55:00.618922 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393ea5e8-ad98-4032-b5e2-7706dbc0c31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:55:00.620337 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-393ea5e8-ad98-4032-b5e2-7706dbc0c31a admin admin] 10.222.0.47 "GET /v2.0/networks/1b45bd7b-d41e-4867-ac7c-b256ed85b153 HTTP/1.1" status: 200 len: 886 time: 0.2083702 Jul 15 14:55:03.033841 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57968) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:55:03.177760 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdfb076-7151-4b45-9dfb-6eae8edd998a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:55:03.179164 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-7cdfb076-7151-4b45-9dfb-6eae8edd998a admin admin] 10.222.0.47 "GET /v2.0/networks/d3ca3bef-094f-43c2-ad24-d1c217cd25da HTTP/1.1" status: 200 len: 869 time: 0.1443436 Jul 15 14:55:03.522499 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 5 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:55:05.546169 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57976) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:55:05.671732 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704d13f4-8660-4b72-a8d0-6b3415cb63a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:55:05.672300 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704d13f4-8660-4b72-a8d0-6b3415cb63a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:55:05.674423 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-704d13f4-8660-4b72-a8d0-6b3415cb63a2 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272452 Jul 15 14:55:07.580404 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-80077af0-3abb-4a64-8391-005096cc601d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:08.075544 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57984) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:55:08.170934 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83601f-f83c-4358-8b83-b6b771c15299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:55:08.171387 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83601f-f83c-4358-8b83-b6b771c15299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:55:08.173007 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-0b83601f-f83c-4358-8b83-b6b771c15299 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0964427 Jul 15 14:55:09.641353 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-35f0a9db-6dbf-45da-8733-de19d3f5e890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:10.551777 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 57992) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:55:10.643025 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae4bfc-8093-4729-8e31-3c9a3fa4db97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:55:10.644367 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-3aae4bfc-8093-4729-8e31-3c9a3fa4db97 admin admin] 10.222.0.47 "GET /v2.0/subnets/eef226a7-200d-49e2-8072-e74b1560e016 HTTP/1.1" status: 200 len: 816 time: 0.0916498 Jul 15 14:55:10.911246 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:12.328284 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:13.075613 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58000) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:55:13.169094 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd1b72-6044-42ba-8ff2-ba7badc6b7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:55:13.170443 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-3cdd1b72-6044-42ba-8ff2-ba7badc6b7b4 admin admin] 10.222.0.47 "GET /v2.0/subnets/ef4a2e79-220c-43c5-85a4-21482e921ee5 HTTP/1.1" status: 200 len: 868 time: 0.0938573 Jul 15 14:55:13.802878 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:37.573502 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4a4da357-cc68-468b-8322-dfba4322cc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:39.644165 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e3044afc-f4e3-4734-9893-5ee04926965c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:39.773523 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58054) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:55:39.821888 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [None req-5778c942-6826-429b-b0a6-01c36a3da57d admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103713) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:55:39.822915 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-5778c942-6826-429b-b0a6-01c36a3da57d admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484481 Jul 15 14:55:40.521358 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 5 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:55:40.913378 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:42.287450 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58062) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:55:42.331246 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:42.350483 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bc91ba-59a1-44b4-a978-974c1e2851a1 admin admin] GET failed (client error): The resource could not be found. Jul 15 14:55:42.351777 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-63bc91ba-59a1-44b4-a978-974c1e2851a1 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633657 Jul 15 14:55:42.440381 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c0a3f4-f429-4460-8cda-391664ef8d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:55:42.441893 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-d0c0a3f4-f429-4460-8cda-391664ef8d85 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859234 Jul 15 14:55:43.805587 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:44.822200 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58070) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:55:44.868977 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:55:44.893744 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] Made reservation on behalf of e40091c8e3674733bcafb3a3d96a7371 for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:44.896018 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:44.929551 dv-cinder-848821-1-iscsi neutron-server[103713]: WARNING neutron.services.revisions.revision_plugin [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] Could not find related network for resource to bump revision. Jul 15 14:55:44.940524 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:55:44.950046 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (77ed16b0-53ab-4cd3-a435-6b5957f70b98), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:44.950046 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] Added segment 77ed16b0-53ab-4cd3-a435-6b5957f70b98 of type vlan for network 7b54a2c8-4f65-4936-a5d1-25dca21a8acb Jul 15 14:55:44.989817 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (7b54a2c8-4f65-4936-a5d1-25dca21a8acb), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:45.012772 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (7b54a2c8-4f65-4936-a5d1-25dca21a8acb), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:45.013945 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:55:45.014514 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:45.069746 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2463427 Jul 15 14:55:45.083428 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fb18d-7f88-4714-8a8c-562ed2dbbea8 admin admin] Pushing event updated for resources: {'Network': ['ID=7b54a2c8-4f65-4936-a5d1-25dca21a8acb,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:45.095757 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 7b54a2c8-4f65-4936-a5d1-25dca21a8acb details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:55:47.469294 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58078) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:55:47.529075 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.pecan_wsgi.hooks.translation [None req-0334bff3-0427-4944-9057-68a0b7bfc918 admin admin] GET failed (client error): The resource could not be found. Jul 15 14:55:47.530357 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-0334bff3-0427-4944-9057-68a0b7bfc918 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600965 Jul 15 14:55:47.605216 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259b978b-692a-4136-a5fe-eeabb4f01005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:55:47.606677 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-259b978b-692a-4136-a5fe-eeabb4f01005 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0716863 Jul 15 14:55:47.617269 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-2e4dfd19-d928-4d16-86f9-adfabce77a63 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 14:55:47.636771 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4dfd19-d928-4d16-86f9-adfabce77a63 admin admin] Made reservation on behalf of e40091c8e3674733bcafb3a3d96a7371 for: {'subnet': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:55:47.639270 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2e4dfd19-d928-4d16-86f9-adfabce77a63 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:47.804632 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2e4dfd19-d928-4d16-86f9-adfabce77a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for subnet (65cdb7a4-659c-4209-9f36-c500bda30f41), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:47.855623 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dfd19-d928-4d16-86f9-adfabce77a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65cdb7a4-659c-4209-9f36-c500bda30f41,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:47.870506 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4dfd19-d928-4d16-86f9-adfabce77a63 admin admin] Checking segment: {'id': '77ed16b0-53ab-4cd3-a435-6b5957f70b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:55:47.870857 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4dfd19-d928-4d16-86f9-adfabce77a63 admin admin] Network hostable DHCP agents. Network: 7b54a2c8-4f65-4936-a5d1-25dca21a8acb, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:55:47.886913 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4dfd19-d928-4d16-86f9-adfabce77a63 admin admin] Network 7b54a2c8-4f65-4936-a5d1-25dca21a8acb is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:55:47.896613 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-2e4dfd19-d928-4d16-86f9-adfabce77a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 7b54a2c8-4f65-4936-a5d1-25dca21a8acb) {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:47.901068 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4dfd19-d928-4d16-86f9-adfabce77a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 14:55:47.902113 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2e4dfd19-d928-4d16-86f9-adfabce77a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:47.909705 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f1187-a27f-44d5-bd68-b0e406210e40 None None] Network 7b54a2c8-4f65-4936-a5d1-25dca21a8acb requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:55:47.918923 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-2e4dfd19-d928-4d16-86f9-adfabce77a63 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3050852 Jul 15 14:55:48.012900 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-7b54a2c8-4f65-4936-a5d1-25dca21a8acb', 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb', 'project_id': 'e40091c8e3674733bcafb3a3d96a7371', 'fixed_ips': [{'subnet_id': '65cdb7a4-659c-4209-9f36-c500bda30f41'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 14:55:48.014078 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:48.175324 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Allocated IP 192.168.233.2 (7b54a2c8-4f65-4936-a5d1-25dca21a8acb/65cdb7a4-659c-4209-9f36-c500bda30f41/b163d949-02a8-41da-911b-8b794429b867) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:55:48.321450 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Publish callbacks [] for port (b163d949-02a8-41da-911b-8b794429b867), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:48.327239 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (b163d949-02a8-41da-911b-8b794429b867), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:48.365707 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Network 7b54a2c8-4f65-4936-a5d1-25dca21a8acb is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:55:48.368588 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:55:48.371052 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 14:55:48.381405 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Pushing event updated for resources: {'Port': ['ID=b163d949-02a8-41da-911b-8b794429b867,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:48.408046 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.408412 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.408795 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.409136 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.409465 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.409789 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.410114 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.410439 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.410761 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.411098 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.411422 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.411741 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.412063 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:55:48.445007 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Attempting to bind port b163d949-02a8-41da-911b-8b794429b867 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 14:55:48.445308 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Attempting to bind port b163d949-02a8-41da-911b-8b794429b867 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '77ed16b0-53ab-4cd3-a435-6b5957f70b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 14:55:48.445673 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Attempting to bind port b163d949-02a8-41da-911b-8b794429b867 on network 7b54a2c8-4f65-4936-a5d1-25dca21a8acb {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 14:55:48.450742 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 14, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 14:55:48.451114 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Checking segment: {'id': '77ed16b0-53ab-4cd3-a435-6b5957f70b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 14:55:48.451515 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:48.451915 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Bound using segment: {'id': '77ed16b0-53ab-4cd3-a435-6b5957f70b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 14:55:48.452380 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Bound port: b163d949-02a8-41da-911b-8b794429b867, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ed16b0-53ab-4cd3-a435-6b5957f70b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 14:55:48.452784 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (b163d949-02a8-41da-911b-8b794429b867), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:48.516028 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] For port b163d949-02a8-41da-911b-8b794429b867, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:55:48.519192 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] For port b163d949-02a8-41da-911b-8b794429b867, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=b163d949-02a8-41da-911b-8b794429b867,segment=NetworkSegment(77ed16b0-53ab-4cd3-a435-6b5957f70b98),segment_id=77ed16b0-53ab-4cd3-a435-6b5957f70b98)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:55:48.527744 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (b163d949-02a8-41da-911b-8b794429b867), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:48.587439 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4511-1a8b-4abd-8123-3a3f86c41d34 None None] Pushing event updated for resources: {'Port': ['ID=b163d949-02a8-41da-911b-8b794429b867,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:49.438856 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea9c63f-5016-4b93-b1cc-e3a4e491cd51 None None] Network 7b54a2c8-4f65-4936-a5d1-25dca21a8acb requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 14:55:49.522096 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-4a1bd710-20c5-4ee7-bbad-abe3771ed980 None None] Provisioning complete for port b163d949-02a8-41da-911b-8b794429b867 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:55:49.522423 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd710-20c5-4ee7-bbad-abe3771ed980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (b163d949-02a8-41da-911b-8b794429b867), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:49.737801 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-4a1bd710-20c5-4ee7-bbad-abe3771ed980 None None] Current status of the port b163d949-02a8-41da-911b-8b794429b867 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:55:49.738196 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd710-20c5-4ee7-bbad-abe3771ed980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (b163d949-02a8-41da-911b-8b794429b867), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:49.775216 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-4a1bd710-20c5-4ee7-bbad-abe3771ed980 None None] For port b163d949-02a8-41da-911b-8b794429b867, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=b163d949-02a8-41da-911b-8b794429b867,segment=NetworkSegment(77ed16b0-53ab-4cd3-a435-6b5957f70b98),segment_id=77ed16b0-53ab-4cd3-a435-6b5957f70b98)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:55:49.782335 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4a1bd710-20c5-4ee7-bbad-abe3771ed980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (b163d949-02a8-41da-911b-8b794429b867), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:49.836054 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bd710-20c5-4ee7-bbad-abe3771ed980 None None] Pushing event updated for resources: {'Port': ['ID=b163d949-02a8-41da-911b-8b794429b867,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:55:49.903835 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-48f9f8f0-030e-4ba9-8217-b6f2d74b6569 None None] Provisioning complete for port b163d949-02a8-41da-911b-8b794429b867 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:55:49.904222 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-48f9f8f0-030e-4ba9-8217-b6f2d74b6569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (b163d949-02a8-41da-911b-8b794429b867), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:49.975376 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-48f9f8f0-030e-4ba9-8217-b6f2d74b6569 None None] Current status of the port b163d949-02a8-41da-911b-8b794429b867 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:55:50.719985 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device b163d949-02a8-41da-911b-8b794429b867 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:55:50.773489 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port b163d949-02a8-41da-911b-8b794429b867 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 14:55:50.773886 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (b163d949-02a8-41da-911b-8b794429b867), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:55:50.846188 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port b163d949-02a8-41da-911b-8b794429b867 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 14:56:07.579595 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-de6681cb-21b5-44b3-a5c2-2780ccd48f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:56:09.648409 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ce22eeb5-3794-449b-94b7-b136813f3378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:56:10.916644 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:56:12.334450 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:56:13.809596 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:56:17.520648 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 5 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:56:37.576993 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9f750707-5775-48d0-ba3d-bb7c4fc2f7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:56:39.652546 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e0fe81f9-8dbc-494a-a475-6952162e31db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:56:40.917582 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:56:42.343977 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:56:43.813288 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:56:54.520264 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 5 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:57:07.568686 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-43896249-ad68-466f-a967-4b42e94ac7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:09.654318 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-380bccda-6308-4b3a-9370-f39c111d8428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:10.921715 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:12.339289 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:13.817055 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:15.977226 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58116) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:57:15.983235 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [None req-19ee608a-f9a3-4c95-9721-07eedb7da89e tempest-verify_tempest_config-2060510035 tempest-verify_tempest_config-2060510035-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103713) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 14:57:15.984278 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-19ee608a-f9a3-4c95-9721-07eedb7da89e tempest-verify_tempest_config-2060510035 tempest-verify_tempest_config-2060510035-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060787 Jul 15 14:57:16.285046 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58134) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:57:16.397179 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:16.507698 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Publish callbacks [] for security_group (7c4b90fe-2c29-4ca9-875b-b0adc44873f3), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:16.511396 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (7c4b90fe-2c29-4ca9-875b-b0adc44873f3), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:16.556952 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d2eedd5b22b41d4812bbe8a1323e5b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2705305 Jul 15 14:57:16.557779 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4b90fe-2c29-4ca9-875b-b0adc44873f3,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:16.559665 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58140) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:57:16.564785 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.565143 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.565496 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.565843 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.566185 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.566525 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.566886 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.567225 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.567578 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.567919 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.568254 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.568610 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.568948 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db2f790-6b22-4217-9b46-073fe7a4b240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.614621 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Publish callbacks [] for security_group (7c4b90fe-2c29-4ca9-875b-b0adc44873f3), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:16.635670 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Publish callbacks [] for security_group (7c4b90fe-2c29-4ca9-875b-b0adc44873f3), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:16.731223 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (7c4b90fe-2c29-4ca9-875b-b0adc44873f3), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:16.734762 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:16.736167 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c4b90fe-2c29-4ca9-875b-b0adc44873f3 HTTP/1.1" status: 204 len: 168 time: 0.1755311 Jul 15 14:57:16.743726 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4b90fe-2c29-4ca9-875b-b0adc44873f3,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:16.750431 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.750809 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.751160 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.751498 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.751832 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.752165 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.752507 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.752869 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.753213 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.753563 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.753888 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.754211 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:16.754535 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3675591c-d2be-428c-af7e-23f6089e5ea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:31.518853 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 5 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:57:37.570654 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-eea96ec1-fd70-46d5-a95b-3e80b45c72f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:39.658000 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-85e115e5-3970-45e3-90b6-d9cc8983e8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:40.924678 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:42.341646 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:57:43.819036 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:58:07.574924 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-37a5aa8b-a8ed-44d7-b12f-9c3f042e36d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:58:08.520882 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 5 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:58:09.661190 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b778ff86-5691-4a07-bd7e-3efffe501ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:58:10.926239 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:58:12.347960 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:58:13.822810 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:58:37.578771 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-48e82741-faee-4a45-bbc9-4eac7cf24aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:58:39.662165 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c780ec8d-97a7-4896-802e-6482e51d66fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:58:40.931099 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:58:42.349403 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:58:43.825009 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:58:45.521411 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 5 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:59:04.416622 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3918278'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:59:07.581634 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-70ce4157-1b1c-49f3-8bdf-7eb83966fff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:59:09.665763 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e7877c3d-7869-45c5-aee9-6b7ad5510d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:59:10.932061 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:59:12.350679 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:59:13.827777 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:59:18.880578 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58210) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:59:18.986137 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-741d1334-fb5b-4eff-aa35-5a5240bdf7bd admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1044431 Jul 15 14:59:21.529887 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58220) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 14:59:21.584281 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-e98ee062-f79f-47f3-a6dc-a0f9b348fe41 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530183 Jul 15 14:59:22.519833 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:59:34.368896 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:59:37.583425 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b11e1199-2190-4bc2-ae08-37d6f34d754f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:59:39.667979 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-aa659fb6-6e1f-4c86-baef-1292e438c7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:59:40.935685 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:59:42.354608 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:59:43.830547 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 14:59:59.522312 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:00:04.388669 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:00:07.586715 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-37beb83e-5466-470d-bff8-a9d2c980b1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:00:09.672189 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f2665b85-1e5f-4989-ab67-f2315ef6b02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:00:10.937496 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:00:12.360325 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:00:13.833972 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:00:34.474197 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:00:36.522227 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:00:37.590754 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7c6a01c-f989-4390-b975-bf8ee67c1eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:00:39.673853 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-55ae8721-b0e4-4418-ac96-6f2b022edc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:00:40.941932 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:00:42.359036 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:00:43.838070 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:04.398381 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:07.595991 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3c77f67e-46e5-4c1c-b7b0-c52cc3d28a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:09.678405 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-23a9c5ad-3d85-4692-a865-ed7948410805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:10.942742 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:11.351690 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58428) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:11.592991 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58444) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:11.709353 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-841518970-network', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:11.737505 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Made reservation on behalf of 5c1655e3a06c4848b17c0563e4910375 for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:11.739902 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:11.748635 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:11.783257 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58456) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:11.825032 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-604469301-network', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:11.842036 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Publish callbacks [] for security_group (41fadf34-3d49-43fa-a49e-60aabea59459), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:11.852703 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (41fadf34-3d49-43fa-a49e-60aabea59459), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:11.868229 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:11.885798 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (19875e2c-ce17-4383-b201-cb902d6fcd75), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:11.886139 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Added segment 19875e2c-ce17-4383-b201-cb902d6fcd75 of type vlan for network 09e4a839-49dc-4449-820a-c7761e07caeb Jul 15 15:01:11.894936 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Made reservation on behalf of 814fda1748c94c2aba9d46d2d5c6f8c5 for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:11.897403 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:11.919081 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58466) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:11.950889 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:11.953614 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (09e4a839-49dc-4449-820a-c7761e07caeb), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:11.985417 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fadf34-3d49-43fa-a49e-60aabea59459,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:11.990619 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (09e4a839-49dc-4449-820a-c7761e07caeb), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:11.992041 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:11.992717 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.016437 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58478) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:12.016816 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6635683 Jul 15 15:01:12.020708 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.021090 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.021436 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.021776 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.022111 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.022446 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.022776 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.023107 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.023435 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.023835 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.024295 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.024822 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.025363 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.025772 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Request body: {'subnet': {'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-841518970-subnet', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Tracked resource versions report: Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: pushed versions: Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: { 'AddressGroup': {'1.2'}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'ConntrackHelper': {'1.0'}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'LocalIPAssociation': {'1.0'}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Log': {'1.0'}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Network': {'1.1'}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Port': {'1.7'}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'PortForwarding': {'1.2'}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'QosPolicy': {'1.10'}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'SecurityGroup': {'1.5'}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'SubPort': {'1.0'}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Subnet': {'1.1'}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Trunk': {'1.1'}} Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: consumer versions: Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: { DHCP agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: HyperV agent@hv-cinder-84882: {}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: L3 agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: Metadata agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: Metering agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: Open vSwitch agent@dv-cinder-848821-1-iscsi: { 'AddressGroup': '1.2', Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'ConntrackHelper': '1.0', Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'LocalIPAssociation': '1.0', Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Log': '1.0', Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Network': '1.1', Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Port': '1.7', Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'PortForwarding': '1.2', Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'QosPolicy': '1.10', Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'SecurityGroup': '1.5', Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'SecurityGroupRule': '1.2', Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'SubPort': '1.0', Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Subnet': '1.1', Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: 'Trunk': '1.1'}} Jul 15 15:01:12.026827 dv-cinder-848821-1-iscsi neutron-server[103713]: {{(pid=103713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:01:12.058189 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-network', 'tenant_id': '43e7616bd1554258b18fc994e5de2824'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:12.065070 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-595460405-network', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:12.112389 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f275d4-86fb-4541-b182-3b3d38cac17b admin admin] Pushing event updated for resources: {'Network': ['ID=09e4a839-49dc-4449-820a-c7761e07caeb,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:12.114163 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Made reservation on behalf of 5c1655e3a06c4848b17c0563e4910375 for: {'subnet': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:12.116793 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.126318 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 09e4a839-49dc-4449-820a-c7761e07caeb details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:12.163068 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Publish callbacks [] for security_group (62337ff3-8d37-4ab5-aa2b-79e41f3a6365), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.169898 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (62337ff3-8d37-4ab5-aa2b-79e41f3a6365), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.186282 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:12.199268 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (19a32d10-1d3b-4903-a246-a08e71771408), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.200066 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Added segment 19a32d10-1d3b-4903-a246-a08e71771408 of type vlan for network baca9e78-5acd-446b-98d4-f1c07d9b285a Jul 15 15:01:12.250360 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (baca9e78-5acd-446b-98d4-f1c07d9b285a), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.292786 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (baca9e78-5acd-446b-98d4-f1c07d9b285a), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.294652 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:12.295453 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.303357 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Made reservation on behalf of e6b962299ae347548ec82de0f2b6389d for: {'network': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:12.306475 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.315330 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Made reservation on behalf of 43e7616bd1554258b18fc994e5de2824 for: {'network': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:12.318098 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.333981 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.346610 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.370183 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Pushing event updated for resources: {'Network': ['ID=baca9e78-5acd-446b-98d4-f1c07d9b285a,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:12.374678 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for subnet (b4c0d13e-9495-4ec1-954d-b576dfbb7223), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.381630 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62337ff3-8d37-4ab5-aa2b-79e41f3a6365,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:12.395835 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-aec77f02-9557-4859-ac07-5f237ac22922 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8017759 Jul 15 15:01:12.400961 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58498) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:12.405223 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network baca9e78-5acd-446b-98d4-f1c07d9b285a details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:12.417843 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-ff50f919-1a45-4c53-8c54-7e74adaa5749 admin admin] Request body: {'subnet': {'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-604469301-subnet', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:12.421357 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.432448 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Checking segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:12.432832 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Network hostable DHCP agents. Network: 09e4a839-49dc-4449-820a-c7761e07caeb, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:12.463582 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff50f919-1a45-4c53-8c54-7e74adaa5749 admin admin] Made reservation on behalf of 814fda1748c94c2aba9d46d2d5c6f8c5 for: {'subnet': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:12.466234 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ff50f919-1a45-4c53-8c54-7e74adaa5749 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.510741 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Network 09e4a839-49dc-4449-820a-c7761e07caeb is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:12.550721 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 09e4a839-49dc-4449-820a-c7761e07caeb) {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:12.564682 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a14f0f-859b-4666-bdc2-6059bbba6d93 None None] Network 09e4a839-49dc-4449-820a-c7761e07caeb requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:01:12.567478 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:12.568260 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.660309 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c0d13e-9495-4ec1-954d-b576dfbb7223,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:12.700942 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.701334 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.701691 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.702036 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.702372 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.702708 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.703055 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.703412 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.703731 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.704076 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.704408 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.704750 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.705070 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] Tracked resource versions report: Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: pushed versions: Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: { 'AddressGroup': {'1.2'}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'ConntrackHelper': {'1.0'}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'LocalIPAssociation': {'1.0'}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Log': {'1.0'}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Network': {'1.1'}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Port': {'1.7'}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'PortForwarding': {'1.2'}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'QosPolicy': {'1.10'}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'SecurityGroup': {'1.5'}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'SubPort': {'1.0'}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Subnet': {'1.1'}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Trunk': {'1.1'}} Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: consumer versions: Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: { DHCP agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: HyperV agent@hv-cinder-84882: {}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: L3 agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: Metadata agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: Metering agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: Open vSwitch agent@dv-cinder-848821-1-iscsi: { 'AddressGroup': '1.2', Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'ConntrackHelper': '1.0', Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'LocalIPAssociation': '1.0', Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Log': '1.0', Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Network': '1.1', Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Port': '1.7', Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'PortForwarding': '1.2', Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'QosPolicy': '1.10', Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'SecurityGroup': '1.5', Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'SecurityGroupRule': '1.2', Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'SubPort': '1.0', Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Subnet': '1.1', Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: 'Trunk': '1.1'}} Jul 15 15:01:12.706249 dv-cinder-848821-1-iscsi neutron-server[103712]: {{(pid=103712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:01:12.725102 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-6bb93df1-e828-42b2-84c5-a6b41c9224d5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7068298 Jul 15 15:01:12.732996 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58516) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:12.735746 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-09e4a839-49dc-4449-820a-c7761e07caeb', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 15:01:12.736932 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.737159 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:12.833214 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Publish callbacks [] for security_group (f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.850575 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.895014 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:12.899634 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ff50f919-1a45-4c53-8c54-7e74adaa5749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for subnet (fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.917728 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779192196033', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (a104b4f5-1f04-416b-a8f5-6345e1e3f2db), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:12.918975 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Unsubscribe: segment precommit_create {{(pid=103712) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 15:01:12.920073 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.segments_db [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Added segment a104b4f5-1f04-416b-a8f5-6345e1e3f2db of type vlan for network 29f97e75-619a-4639-983a-850b07ef11ec Jul 15 15:01:12.931877 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Allocated IP 172.20.0.2 (09e4a839-49dc-4449-820a-c7761e07caeb/b4c0d13e-9495-4ec1-954d-b576dfbb7223/75d4bd54-4cae-453f-a4fa-bcb1ff788f41) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:13.001365 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50f919-1a45-4c53-8c54-7e74adaa5749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:13.049085 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (29f97e75-619a-4639-983a-850b07ef11ec), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.071752 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Publish callbacks [] for security_group (ed865f39-87b6-44cd-907e-089752461793), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.076408 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff50f919-1a45-4c53-8c54-7e74adaa5749 admin admin] Checking segment: {'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:13.077121 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff50f919-1a45-4c53-8c54-7e74adaa5749 admin admin] Network hostable DHCP agents. Network: baca9e78-5acd-446b-98d4-f1c07d9b285a, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:13.100328 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff50f919-1a45-4c53-8c54-7e74adaa5749 admin admin] Network baca9e78-5acd-446b-98d4-f1c07d9b285a is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:13.106749 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:13.118685 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-ff50f919-1a45-4c53-8c54-7e74adaa5749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, baca9e78-5acd-446b-98d4-f1c07d9b285a) {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:13.124840 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50f919-1a45-4c53-8c54-7e74adaa5749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:13.125818 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ff50f919-1a45-4c53-8c54-7e74adaa5749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.133511 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8683c616-1c8d-4928-b446-e85d76c133cc None None] Network baca9e78-5acd-446b-98d4-f1c07d9b285a requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:01:13.157505 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (ed865f39-87b6-44cd-907e-089752461793), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.176116 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ff50f919-1a45-4c53-8c54-7e74adaa5749 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7722058 Jul 15 15:01:13.180081 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58530) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:13.181016 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:13.186772 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-604469301-router', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:13.193256 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (0cb106ca-3121-4192-ac13-0ab4dee04f8e), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.193894 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.segments_db [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Added segment 0cb106ca-3121-4192-ac13-0ab4dee04f8e of type vlan for network 4ba6677d-5774-4709-9ff3-2439871082dd Jul 15 15:01:13.241560 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Publish callbacks [] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.246891 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3921144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59253'] for router (1d24a33e-bb80-4a64-a27a-f2b72ce69748), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.247212 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (4ba6677d-5774-4709-9ff3-2439871082dd), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.248261 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3734711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59260'] for router (1d24a33e-bb80-4a64-a27a-f2b72ce69748), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.264631 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3921144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59253'] for router (555a1d54-29f3-4dc6-856f-7c315646a323), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.265866 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3734711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59260'] for router (555a1d54-29f3-4dc6-856f-7c315646a323), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.277020 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.295010 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (29f97e75-619a-4639-983a-850b07ef11ec), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.295996 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:13.296585 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.328653 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58538) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:13.389202 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Pushing event updated for resources: {'Port': ['ID=75d4bd54-4cae-453f-a4fa-bcb1ff788f41,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:13.439967 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.440343 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.440922 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.441038 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.441366 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.441698 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.442033 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.442353 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.442673 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.443011 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.443335 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.443784 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.443953 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Tracked resource versions report: Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: pushed versions: Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: { 'AddressGroup': {'1.2'}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'ConntrackHelper': {'1.0'}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'LocalIPAssociation': {'1.0'}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Log': {'1.0'}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Network': {'1.1'}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Port': {'1.7'}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'PortForwarding': {'1.2'}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'QosPolicy': {'1.10'}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'SecurityGroup': {'1.5'}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'SubPort': {'1.0'}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Subnet': {'1.1'}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Trunk': {'1.1'}} Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: consumer versions: Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: { DHCP agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: HyperV agent@hv-cinder-84882: {}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: L3 agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: Metadata agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: Metering agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: Open vSwitch agent@dv-cinder-848821-1-iscsi: { 'AddressGroup': '1.2', Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'ConntrackHelper': '1.0', Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'LocalIPAssociation': '1.0', Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Log': '1.0', Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Network': '1.1', Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Port': '1.7', Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'PortForwarding': '1.2', Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'QosPolicy': '1.10', Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'SecurityGroup': '1.5', Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'SecurityGroupRule': '1.2', Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'SubPort': '1.0', Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Subnet': '1.1', Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: 'Trunk': '1.1'}} Jul 15 15:01:13.450273 dv-cinder-848821-1-iscsi neutron-server[103714]: {{(pid=103714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:01:13.474919 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Network 09e4a839-49dc-4449-820a-c7761e07caeb is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:13.479614 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-baca9e78-5acd-446b-98d4-f1c07d9b285a', 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a', 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'fixed_ips': [{'subnet_id': 'fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 15:01:13.480696 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.485355 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:13.493874 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:13.525911 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:01:13.545794 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Publish callbacks [] for router_controller (1d24a33e-bb80-4a64-a27a-f2b72ce69748), precommit_add_association {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.643311 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Publish callbacks [] for router_controller (555a1d54-29f3-4dc6-856f-7c315646a323), precommit_add_association {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.675662 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (4ba6677d-5774-4709-9ff3-2439871082dd), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.676847 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:13.677618 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.724568 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Attempting to bind port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:13.725071 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Attempting to bind port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:13.725422 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Attempting to bind port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 on network 09e4a839-49dc-4449-820a-c7761e07caeb {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:13.732180 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed865f39-87b6-44cd-907e-089752461793,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:13.748328 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:13.753028 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Checking segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:13.753665 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.755086 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Bound using segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:13.756527 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Bound port: 75d4bd54-4cae-453f-a4fa-bcb1ff788f41, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:13.759158 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.772836 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8f706b7d-29af-444b-a9ea-0a22aaa8c880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.787097 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8668957 Jul 15 15:01:13.797837 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58564) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:13.813034 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-0b3a134c-5c8c-4d7e-bcfe-81abda7bd740 admin admin] Request body: {'subnet': {'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-subnet', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:13.926895 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1423855 Jul 15 15:01:13.932283 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Allocated IP 172.20.0.2 (baca9e78-5acd-446b-98d4-f1c07d9b285a/fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca/782b0500-cfbb-4384-a31c-a255f9e10bf4) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:13.936159 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58572) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:13.941145 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c661f65-92e9-4dae-a06e-c28823367612 admin admin] Pushing event updated for resources: {'Network': ['ID=29f97e75-619a-4639-983a-850b07ef11ec,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:13.950291 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3a134c-5c8c-4d7e-bcfe-81abda7bd740 admin admin] Made reservation on behalf of 43e7616bd1554258b18fc994e5de2824 for: {'subnet': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:13.955948 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0b3a134c-5c8c-4d7e-bcfe-81abda7bd740 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.960517 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:13.967298 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-09336f39-4491-4ebd-8599-145c92c93c1c admin admin] Request body: {'subnet': {'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-595460405-subnet', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:13.984215 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 29f97e75-619a-4639-983a-850b07ef11ec details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:14.042175 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Publish callbacks [] for router_gateway (555a1d54-29f3-4dc6-856f-7c315646a323), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.164139 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Publish callbacks [] for router_gateway (1d24a33e-bb80-4a64-a27a-f2b72ce69748), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.176646 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4ddae-de27-4c18-8e49-1edfc0fe6d65 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba6677d-5774-4709-9ff3-2439871082dd,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:14.193602 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] For port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:14.200187 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 4ba6677d-5774-4709-9ff3-2439871082dd details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:14.215794 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58586) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:14.219590 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8f706b7d-29af-444b-a9ea-0a22aaa8c880 admin admin] Publish callbacks [] for security_group (e26c6f1e-dc23-4f78-9354-a982cb7a62d8), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.230094 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8f706b7d-29af-444b-a9ea-0a22aaa8c880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (e26c6f1e-dc23-4f78-9354-a982cb7a62d8), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.250782 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09336f39-4491-4ebd-8599-145c92c93c1c admin admin] Made reservation on behalf of e6b962299ae347548ec82de0f2b6389d for: {'subnet': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:14.253835 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-09336f39-4491-4ebd-8599-145c92c93c1c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.264522 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] For port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=75d4bd54-4cae-453f-a4fa-bcb1ff788f41,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:14.279471 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-8f706b7d-29af-444b-a9ea-0a22aaa8c880 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=131e4c5defc7433f8cc96776a36698ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9435112 Jul 15 15:01:14.282029 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58590) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:14.289213 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f706b7d-29af-444b-a9ea-0a22aaa8c880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26c6f1e-dc23-4f78-9354-a982cb7a62d8,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:14.316601 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.410963 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d7df077e-5a35-4e15-bede-efebf285753b admin admin] Publish callbacks [] for security_group (e26c6f1e-dc23-4f78-9354-a982cb7a62d8), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.450211 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826f3cb-c7bd-486e-973d-c86532a24e96 None None] Pushing event updated for resources: {'Port': ['ID=75d4bd54-4cae-453f-a4fa-bcb1ff788f41,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:14.463210 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-78d5bc5f-cd74-4f45-8673-e8acc809ccd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.494030 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d7df077e-5a35-4e15-bede-efebf285753b admin admin] Publish callbacks [] for security_group (e26c6f1e-dc23-4f78-9354-a982cb7a62d8), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.498066 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Publish callbacks [] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.500018 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-09336f39-4491-4ebd-8599-145c92c93c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for subnet (fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.507510 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.549859 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Network baca9e78-5acd-446b-98d4-f1c07d9b285a is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:14.552992 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:14.557865 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:14.573372 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Pushing event updated for resources: {'Port': ['ID=782b0500-cfbb-4384-a31c-a255f9e10bf4,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:14.593998 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Publish callbacks [] for router_gateway (555a1d54-29f3-4dc6-856f-7c315646a323), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.616032 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09336f39-4491-4ebd-8599-145c92c93c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:14.624265 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.650942 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d7df077e-5a35-4e15-bede-efebf285753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (e26c6f1e-dc23-4f78-9354-a982cb7a62d8), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.654078 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d7df077e-5a35-4e15-bede-efebf285753b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.654888 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-d7df077e-5a35-4e15-bede-efebf285753b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e26c6f1e-dc23-4f78-9354-a982cb7a62d8 HTTP/1.1" status: 204 len: 168 time: 0.3717704 Jul 15 15:01:14.655159 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Attempting to bind port 782b0500-cfbb-4384-a31c-a255f9e10bf4 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:14.655754 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Attempting to bind port 782b0500-cfbb-4384-a31c-a255f9e10bf4 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:14.656423 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Attempting to bind port 782b0500-cfbb-4384-a31c-a255f9e10bf4 on network baca9e78-5acd-446b-98d4-f1c07d9b285a {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:14.672892 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09336f39-4491-4ebd-8599-145c92c93c1c admin admin] Checking segment: {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:14.673257 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09336f39-4491-4ebd-8599-145c92c93c1c admin admin] Network hostable DHCP agents. Network: 4ba6677d-5774-4709-9ff3-2439871082dd, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:14.684986 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:14.685383 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Checking segment: {'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:14.687550 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.687986 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Bound using segment: {'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:14.689741 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Bound port: 782b0500-cfbb-4384-a31c-a255f9e10bf4, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:14.692271 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.804063 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09336f39-4491-4ebd-8599-145c92c93c1c admin admin] Network 4ba6677d-5774-4709-9ff3-2439871082dd is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:14.808568 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0b3a134c-5c8c-4d7e-bcfe-81abda7bd740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for subnet (f6e36d81-7ed2-41ef-8407-809b4ec490a5), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.840376 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Allocated IP 172.27.2.153 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/c418f6e8-9d90-48f8-b242-973750495eb9) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:14.875453 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-09336f39-4491-4ebd-8599-145c92c93c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 4ba6677d-5774-4709-9ff3-2439871082dd) {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:14.878204 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] For port 782b0500-cfbb-4384-a31c-a255f9e10bf4, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:14.888496 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfd49bf-8890-414c-ab86-175a6bce6d22 None None] Network 4ba6677d-5774-4709-9ff3-2439871082dd requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:01:14.895110 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] For port 782b0500-cfbb-4384-a31c-a255f9e10bf4, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=782b0500-cfbb-4384-a31c-a255f9e10bf4,segment=NetworkSegment(19a32d10-1d3b-4903-a246-a08e71771408),segment_id=19a32d10-1d3b-4903-a246-a08e71771408)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:14.906503 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09336f39-4491-4ebd-8599-145c92c93c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:14.907423 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-09336f39-4491-4ebd-8599-145c92c93c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.922401 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df077e-5a35-4e15-bede-efebf285753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26c6f1e-dc23-4f78-9354-a982cb7a62d8,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:14.941914 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.974789 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-78d5bc5f-cd74-4f45-8673-e8acc809ccd7 admin admin] Publish callbacks [] for security_group (d84b7823-7bbe-4a2a-b6d4-c6cb42d00601), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:14.982294 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-78d5bc5f-cd74-4f45-8673-e8acc809ccd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d84b7823-7bbe-4a2a-b6d4-c6cb42d00601), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.023315 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-78d5bc5f-cd74-4f45-8673-e8acc809ccd7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca1b2b7bf3784619a55fb7eca584e8c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8061273 Jul 15 15:01:15.025830 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:15.031967 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58600) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:15.081071 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-09336f39-4491-4ebd-8599-145c92c93c1c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1221890 Jul 15 15:01:15.089083 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58604) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:15.098464 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:15.103820 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a134c-5c8c-4d7e-bcfe-81abda7bd740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e36d81-7ed2-41ef-8407-809b4ec490a5,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:15.165511 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7478a829-024e-409b-bcd0-bc1325163b06 admin admin] Publish callbacks [] for security_group (d84b7823-7bbe-4a2a-b6d4-c6cb42d00601), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.173579 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35648fbb-9f47-4981-9aff-1119a405e577 None None] Pushing event updated for resources: {'Port': ['ID=782b0500-cfbb-4384-a31c-a255f9e10bf4,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:15.173978 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3a134c-5c8c-4d7e-bcfe-81abda7bd740 admin admin] Checking segment: {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:15.174347 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a134c-5c8c-4d7e-bcfe-81abda7bd740 admin admin] Network hostable DHCP agents. Network: 29f97e75-619a-4639-983a-850b07ef11ec, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:15.212260 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5bc5f-cd74-4f45-8673-e8acc809ccd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84b7823-7bbe-4a2a-b6d4-c6cb42d00601,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:15.236426 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3921144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59253'] for router (cf293605-382f-4154-8fa2-fee84f93998f), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.241226 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3734711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59260'] for router (cf293605-382f-4154-8fa2-fee84f93998f), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.246351 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58610) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:15.250669 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Publish callbacks [] for port (c418f6e8-9d90-48f8-b242-973750495eb9), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.261701 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Publish callbacks [] for router_gateway (1d24a33e-bb80-4a64-a27a-f2b72ce69748), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.281275 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7478a829-024e-409b-bcd0-bc1325163b06 admin admin] Publish callbacks [] for security_group (d84b7823-7bbe-4a2a-b6d4-c6cb42d00601), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.292936 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-4ba6677d-5774-4709-9ff3-2439871082dd', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 15:01:15.295251 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.303714 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.316106 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-6c734b5f-72f0-45c2-a51e-da6ff192d307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.320311 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a134c-5c8c-4d7e-bcfe-81abda7bd740 admin admin] Network 29f97e75-619a-4639-983a-850b07ef11ec is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:15.359869 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (c418f6e8-9d90-48f8-b242-973750495eb9), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.395741 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7478a829-024e-409b-bcd0-bc1325163b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d84b7823-7bbe-4a2a-b6d4-c6cb42d00601), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.399308 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7478a829-024e-409b-bcd0-bc1325163b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.403087 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-7478a829-024e-409b-bcd0-bc1325163b06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d84b7823-7bbe-4a2a-b6d4-c6cb42d00601 HTTP/1.1" status: 204 len: 168 time: 0.3569090 Jul 15 15:01:15.415760 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:15.420417 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a134c-5c8c-4d7e-bcfe-81abda7bd740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 29f97e75-619a-4639-983a-850b07ef11ec) {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:15.420810 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:15.423565 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:15.470210 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3a134c-5c8c-4d7e-bcfe-81abda7bd740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:15.471700 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0b3a134c-5c8c-4d7e-bcfe-81abda7bd740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.491125 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Publish callbacks [] for router_controller (cf293605-382f-4154-8fa2-fee84f93998f), precommit_add_association {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.502009 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478a829-024e-409b-bcd0-bc1325163b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84b7823-7bbe-4a2a-b6d4-c6cb42d00601,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:15.579973 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04be772-b83c-42c1-b183-4fda765981cd None None] Network 29f97e75-619a-4639-983a-850b07ef11ec requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:01:15.609057 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:15.609429 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.650983 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c418f6e8-9d90-48f8-b242-973750495eb9,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:15.817612 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-6c734b5f-72f0-45c2-a51e-da6ff192d307 admin admin] Publish callbacks [] for security_group (d9b26dfc-9517-4760-9a7d-b9fee2747453), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.821848 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Publish callbacks [] for router_gateway (555a1d54-29f3-4dc6-856f-7c315646a323), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.837651 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-0b3a134c-5c8c-4d7e-bcfe-81abda7bd740 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0383916 Jul 15 15:01:15.841863 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58620) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:15.894351 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-6c734b5f-72f0-45c2-a51e-da6ff192d307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d9b26dfc-9517-4760-9a7d-b9fee2747453), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:15.901819 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Allocated IP 172.20.0.2 (4ba6677d-5774-4709-9ff3-2439871082dd/fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff/b9662776-7231-490c-967d-cb69d1874cf7) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:15.939346 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:15.968637 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-6c734b5f-72f0-45c2-a51e-da6ff192d307 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ee67a3bb8d87489587465cf318d97b57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7174184 Jul 15 15:01:15.973789 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58630) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:16.050757 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3921144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59253'] for router (a6438654-942e-4307-b483-4b6bfd7402e9), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.051802 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3734711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59260'] for router (a6438654-942e-4307-b483-4b6bfd7402e9), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.162407 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Publish callbacks [] for port (b9662776-7231-490c-967d-cb69d1874cf7), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.169019 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Publish callbacks [] for router_gateway (cf293605-382f-4154-8fa2-fee84f93998f), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.203755 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Allocated IP 172.27.2.231 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/db6daee8-67e2-4622-9f3e-b6e0f89e3f5c) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:16.247617 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3a5013-5abd-4c46-a895-a58f605b1706 None None] Network 09e4a839-49dc-4449-820a-c7761e07caeb requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:01:16.254558 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (b9662776-7231-490c-967d-cb69d1874cf7), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.405878 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-29f97e75-619a-4639-983a-850b07ef11ec', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'project_id': '43e7616bd1554258b18fc994e5de2824', 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 15:01:16.406916 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.440318 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567'] for router (555a1d54-29f3-4dc6-856f-7c315646a323), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.485815 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Network 4ba6677d-5774-4709-9ff3-2439871082dd is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:16.525989 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:16.530196 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:16.530711 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.537949 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:16.551305 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-eb01dbf1-d53c-409b-93ce-97e247f66032 admin admin] Publish callbacks [] for security_group (d9b26dfc-9517-4760-9a7d-b9fee2747453), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.567902 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Pushing event updated for resources: {'Port': ['ID=b9662776-7231-490c-967d-cb69d1874cf7,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:16.611489 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-9a1300e5-64c0-47e6-a457-77d017eff409 None None] Provisioning complete for port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:16.611977 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9a1300e5-64c0-47e6-a457-77d017eff409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.673148 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-eb01dbf1-d53c-409b-93ce-97e247f66032 admin admin] Publish callbacks [] for security_group (d9b26dfc-9517-4760-9a7d-b9fee2747453), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.729521 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Router 555a1d54-29f3-4dc6-856f-7c315646a323 is scheduled to L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 with binding_index 1 {{(pid=103712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 15:01:16.736416 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Publish callbacks [] for router_controller (a6438654-942e-4307-b483-4b6bfd7402e9), precommit_add_association {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.739793 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c734b5f-72f0-45c2-a51e-da6ff192d307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b26dfc-9517-4760-9a7d-b9fee2747453,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:16.816346 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=75d4bd54-4cae-453f-a4fa-bcb1ff788f41,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:16.864092 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:16.875373 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Sync routers for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:16.888006 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:16.888680 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:16.901605 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:16.903323 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-cd69b7ef-8362-4275-8220-f3f8da2b10c2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1691649 Jul 15 15:01:16.906102 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58680) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:16.910402 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:17.079795 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Attempting to bind port b9662776-7231-490c-967d-cb69d1874cf7 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:17.080230 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Attempting to bind port b9662776-7231-490c-967d-cb69d1874cf7 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:17.080963 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Attempting to bind port b9662776-7231-490c-967d-cb69d1874cf7 on network 4ba6677d-5774-4709-9ff3-2439871082dd {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:17.096583 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=75d4bd54-4cae-453f-a4fa-bcb1ff788f41,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:17.100089 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:17.101443 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Checking segment: {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:17.102023 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:17.102777 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Bound using segment: {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:17.103099 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Bound port: b9662776-7231-490c-967d-cb69d1874cf7, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:17.103599 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (b9662776-7231-490c-967d-cb69d1874cf7), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:17.155538 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a169441a-8ef5-44f6-b8d5-aa7e971ebc0a None None] Network baca9e78-5acd-446b-98d4-f1c07d9b285a requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:01:17.157458 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:17.174999 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 782b0500-cfbb-4384-a31c-a255f9e10bf4 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:17.259342 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Publish callbacks [] for router_gateway (a6438654-942e-4307-b483-4b6bfd7402e9), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:17.418058 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-eb01dbf1-d53c-409b-93ce-97e247f66032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d9b26dfc-9517-4760-9a7d-b9fee2747453), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:17.421156 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-eb01dbf1-d53c-409b-93ce-97e247f66032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:17.421678 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:15Z', 'revision_number': 3, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:17.422873 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-eb01dbf1-d53c-409b-93ce-97e247f66032 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d9b26dfc-9517-4760-9a7d-b9fee2747453 HTTP/1.1" status: 204 len: 168 time: 1.4481556 Jul 15 15:01:17.437518 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Publish callbacks [] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:17.457996 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Checking router: 555a1d54-29f3-4dc6-856f-7c315646a323 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:17.458355 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Updating router 555a1d54-29f3-4dc6-856f-7c315646a323 port c418f6e8-9d90-48f8-b242-973750495eb9 binding host dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:17.468405 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01dbf1-d53c-409b-93ce-97e247f66032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b26dfc-9517-4760-9a7d-b9fee2747453,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:17.497887 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c418f6e8-9d90-48f8-b242-973750495eb9), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:17.576504 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:17.655081 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] For port b9662776-7231-490c-967d-cb69d1874cf7, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:17.658746 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] For port b9662776-7231-490c-967d-cb69d1874cf7, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=b9662776-7231-490c-967d-cb69d1874cf7,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:17.718016 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-9a1300e5-64c0-47e6-a457-77d017eff409 None None] Current status of the port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:17.778507 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (b9662776-7231-490c-967d-cb69d1874cf7), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:17.793948 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:17.942750 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Allocated IP 172.20.0.2 (29f97e75-619a-4639-983a-850b07ef11ec/f6e36d81-7ed2-41ef-8407-809b4ec490a5/5d32f30a-1f8b-48c2-8282-021878fd9fba) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:17.973397 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Allocated IP 172.20.0.1 (09e4a839-49dc-4449-820a-c7761e07caeb/b4c0d13e-9495-4ec1-954d-b576dfbb7223/a9a28c5d-d13c-4215-bfc3-ad783f72629a) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:18.023661 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:18.068561 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:18.090697 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:18.095955 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 782b0500-cfbb-4384-a31c-a255f9e10bf4 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:18.096353 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.105194 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Publish callbacks [] for router_gateway (cf293605-382f-4154-8fa2-fee84f93998f), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.107403 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Publish callbacks [] for port (c418f6e8-9d90-48f8-b242-973750495eb9), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.119455 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (c418f6e8-9d90-48f8-b242-973750495eb9), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.186304 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Pushing event updated for resources: {'Port': ['ID=c418f6e8-9d90-48f8-b242-973750495eb9,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:18.201046 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-287a3c6e-b2f5-416e-aebd-4a0c4b7b9457 None None] Provisioning complete for port 782b0500-cfbb-4384-a31c-a255f9e10bf4 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:18.201453 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-287a3c6e-b2f5-416e-aebd-4a0c4b7b9457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.218028 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.218406 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.218809 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.219114 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.219457 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.219797 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.220139 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.220474 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.220862 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.221211 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.221568 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.221866 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.222189 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Tracked resource versions report: Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: pushed versions: Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: { 'AddressGroup': {'1.2'}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'ConntrackHelper': {'1.0'}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'LocalIPAssociation': {'1.0'}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Log': {'1.0'}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Network': {'1.1'}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Port': {'1.7'}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'PortForwarding': {'1.2'}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'QosPolicy': {'1.10'}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'SecurityGroup': {'1.5'}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'SubPort': {'1.0'}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Subnet': {'1.1'}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Trunk': {'1.1'}} Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: consumer versions: Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: { DHCP agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: HyperV agent@hv-cinder-84882: {}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: L3 agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: Metadata agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: Metering agent@dv-cinder-848821-1-iscsi: {}, Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: Open vSwitch agent@dv-cinder-848821-1-iscsi: { 'AddressGroup': '1.2', Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'ConntrackHelper': '1.0', Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'LocalIPAssociation': '1.0', Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Log': '1.0', Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Network': '1.1', Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Port': '1.7', Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'PortForwarding': '1.2', Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'QosPolicy': '1.10', Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'SecurityGroup': '1.5', Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'SecurityGroupRule': '1.2', Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'SubPort': '1.0', Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Subnet': '1.1', Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: 'Trunk': '1.1'}} Jul 15 15:01:18.224736 dv-cinder-848821-1-iscsi neutron-server[103715]: {{(pid=103715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:01:18.239153 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Attempting to bind port c418f6e8-9d90-48f8-b242-973750495eb9 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:18.240323 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Attempting to bind port c418f6e8-9d90-48f8-b242-973750495eb9 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:18.240951 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Attempting to bind port c418f6e8-9d90-48f8-b242-973750495eb9 on network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:18.256123 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:18.257461 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:18.258132 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.260071 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Bound using segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:18.262749 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Bound port: c418f6e8-9d90-48f8-b242-973750495eb9, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:18.263471 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c418f6e8-9d90-48f8-b242-973750495eb9), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.275252 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Publish callbacks [] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.291336 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.358345 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.380969 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] For port c418f6e8-9d90-48f8-b242-973750495eb9, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:18.388698 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] For port c418f6e8-9d90-48f8-b242-973750495eb9, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=c418f6e8-9d90-48f8-b242-973750495eb9,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:18.403796 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (c418f6e8-9d90-48f8-b242-973750495eb9), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.469391 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Network 09e4a839-49dc-4449-820a-c7761e07caeb is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:18.472375 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:18.481651 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:18.486958 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919422'] for router_interface (555a1d54-29f3-4dc6-856f-7c315646a323), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.528556 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Pushing event updated for resources: {'Port': ['ID=db6daee8-67e2-4622-9f3e-b6e0f89e3f5c,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:18.565244 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb2df8-5340-491b-bca2-eba66b5340a0 None None] Pushing event updated for resources: {'Port': ['ID=c418f6e8-9d90-48f8-b242-973750495eb9,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:18.619727 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:18.620130 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:18.627454 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd7471-4d0f-4f34-ab28-ef2b1411e7fc None None] Pushing event updated for resources: {'Port': ['ID=b9662776-7231-490c-967d-cb69d1874cf7,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:18.667958 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a28c5d-d13c-4215-bfc3-ad783f72629a,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:18.782132 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Publish callbacks [] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.845798 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:18.912936 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Network 29f97e75-619a-4639-983a-850b07ef11ec is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:18.972014 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:19.064933 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-287a3c6e-b2f5-416e-aebd-4a0c4b7b9457 None None] Current status of the port 782b0500-cfbb-4384-a31c-a255f9e10bf4 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:19.068145 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-287a3c6e-b2f5-416e-aebd-4a0c4b7b9457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.090906 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.100589 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 782b0500-cfbb-4384-a31c-a255f9e10bf4 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:19.101114 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.110336 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:19.119086 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:19.174638 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Allocated IP 172.27.2.177 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/9ff3777b-ee60-433d-87cb-bf0fb1eb292b) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:19.212182 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-287a3c6e-b2f5-416e-aebd-4a0c4b7b9457 None None] For port 782b0500-cfbb-4384-a31c-a255f9e10bf4, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=782b0500-cfbb-4384-a31c-a255f9e10bf4,segment=NetworkSegment(19a32d10-1d3b-4903-a246-a08e71771408),segment_id=19a32d10-1d3b-4903-a246-a08e71771408)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:19.219702 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Pushing event updated for resources: {'Port': ['ID=5d32f30a-1f8b-48c2-8282-021878fd9fba,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:19.229826 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-287a3c6e-b2f5-416e-aebd-4a0c4b7b9457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.419104 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:15Z', 'revision_number': 3, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:19.464823 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b41b7fc-6bdf-4500-b2db-521d2ea4db51 None None] The sync data for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi is: [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:15Z', 'revision_number': 3, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:19.495850 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a3c6e-b2f5-416e-aebd-4a0c4b7b9457 None None] Pushing event updated for resources: {'Port': ['ID=782b0500-cfbb-4384-a31c-a255f9e10bf4,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:19.502893 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Attempting to bind port 5d32f30a-1f8b-48c2-8282-021878fd9fba on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:19.503361 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Attempting to bind port 5d32f30a-1f8b-48c2-8282-021878fd9fba by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:19.515148 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Attempting to bind port 5d32f30a-1f8b-48c2-8282-021878fd9fba on network 29f97e75-619a-4639-983a-850b07ef11ec {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:19.525203 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.db.api [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:01:19.525626 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG oslo_db.api [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:01:19.533609 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:19.534644 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Checking segment: {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:19.535105 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.536424 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Bound using segment: {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:19.537759 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Bound port: 5d32f30a-1f8b-48c2-8282-021878fd9fba, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:19.538147 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.558786 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Publish callbacks [] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.576414 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.577173 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3758210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919758'] for router_interface (555a1d54-29f3-4dc6-856f-7c315646a323), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.657329 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] For port 5d32f30a-1f8b-48c2-8282-021878fd9fba, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:19.661659 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] For port 5d32f30a-1f8b-48c2-8282-021878fd9fba, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=5d32f30a-1f8b-48c2-8282-021878fd9fba,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:19.670565 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-63f44d41-4a69-4f18-9859-290fb40615ec None None] Provisioning complete for port 782b0500-cfbb-4384-a31c-a255f9e10bf4 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:19.670960 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-63f44d41-4a69-4f18-9859-290fb40615ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.702383 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Publish callbacks [] for router_gateway (a6438654-942e-4307-b483-4b6bfd7402e9), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.722075 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.744905 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Pushing event updated for resources: {'Port': ['ID=a9a28c5d-d13c-4215-bfc3-ad783f72629a,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:19.764288 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58774) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:19.765485 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.778904 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Publish callbacks [] for router_gateway (1d24a33e-bb80-4a64-a27a-f2b72ce69748), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:19.893265 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Network 09e4a839-49dc-4449-820a-c7761e07caeb is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:19.896064 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-63f44d41-4a69-4f18-9859-290fb40615ec None None] Current status of the port 782b0500-cfbb-4384-a31c-a255f9e10bf4 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:19.905801 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a46c0e-7841-4709-9bdc-ab67d097b879 None None] Pushing event updated for resources: {'Port': ['ID=5d32f30a-1f8b-48c2-8282-021878fd9fba,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:19.913064 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:19.942768 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-63f44d41-4a69-4f18-9859-290fb40615ec None None] Provisioning complete for port a9a28c5d-d13c-4215-bfc3-ad783f72629a triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:19.943292 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-63f44d41-4a69-4f18-9859-290fb40615ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:20.046771 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb73585-4cf3-40e8-9361-1ff6fd79754f None None] Network 4ba6677d-5774-4709-9ff3-2439871082dd requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:01:20.268006 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-63f44d41-4a69-4f18-9859-290fb40615ec None None] Port a9a28c5d-d13c-4215-bfc3-ad783f72629a cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:20.300751 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 782b0500-cfbb-4384-a31c-a255f9e10bf4 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:20.306840 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Publish callbacks [] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:20.351005 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-63f44d41-4a69-4f18-9859-290fb40615ec None None] Provisioning complete for port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:20.351380 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-63f44d41-4a69-4f18-9859-290fb40615ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:20.447061 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Router 555a1d54-29f3-4dc6-856f-7c315646a323 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:01:20.455164 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-008be5b0-e7b5-45d2-9851-3de814dc2121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:20.599140 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:20.653436 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-63f44d41-4a69-4f18-9859-290fb40615ec None None] Current status of the port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:20.705911 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567'] for router (1d24a33e-bb80-4a64-a27a-f2b72ce69748), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:20.710554 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:20.744036 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:20.745270 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:20.750291 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-e6b694d6-7784-40f5-ad58-c585b86834d2 admin admin] 10.222.0.47 "PUT /v2.0/routers/555a1d54-29f3-4dc6-856f-7c315646a323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8430154 Jul 15 15:01:20.801630 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:20.817044 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Allocated IP 172.27.2.138 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/523391fb-431c-459d-ba7a-71b0bc941b0c) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:20.820487 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-008be5b0-e7b5-45d2-9851-3de814dc2121 admin admin] Publish callbacks [] for security_group (47cc79e3-b879-4c37-a250-71aae535f1b8), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:20.833605 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-008be5b0-e7b5-45d2-9851-3de814dc2121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (47cc79e3-b879-4c37-a250-71aae535f1b8), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:20.865554 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-35d282f2-a54c-41eb-b42b-cd45d803a872 None None] Provisioning complete for port b9662776-7231-490c-967d-cb69d1874cf7 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:20.866275 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-35d282f2-a54c-41eb-b42b-cd45d803a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (b9662776-7231-490c-967d-cb69d1874cf7), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:20.961098 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-008be5b0-e7b5-45d2-9851-3de814dc2121 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba72197366134350ba7afaf5cdddead2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0973139 Jul 15 15:01:20.963275 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008be5b0-e7b5-45d2-9851-3de814dc2121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cc79e3-b879-4c37-a250-71aae535f1b8,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:20.965875 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58806) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:21.010742 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Publish callbacks [] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.040158 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:21.112477 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:21.113210 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.113748 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-79faefd2-1326-41fb-8dec-1474c8739a7b admin admin] Publish callbacks [] for security_group (47cc79e3-b879-4c37-a250-71aae535f1b8), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.167337 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-79faefd2-1326-41fb-8dec-1474c8739a7b admin admin] Publish callbacks [] for security_group (47cc79e3-b879-4c37-a250-71aae535f1b8), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.208027 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-35d282f2-a54c-41eb-b42b-cd45d803a872 None None] Current status of the port b9662776-7231-490c-967d-cb69d1874cf7 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:21.208431 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-35d282f2-a54c-41eb-b42b-cd45d803a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (b9662776-7231-490c-967d-cb69d1874cf7), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.266631 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-79faefd2-1326-41fb-8dec-1474c8739a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (47cc79e3-b879-4c37-a250-71aae535f1b8), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.277024 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-79faefd2-1326-41fb-8dec-1474c8739a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.281053 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-79faefd2-1326-41fb-8dec-1474c8739a7b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/47cc79e3-b879-4c37-a250-71aae535f1b8 HTTP/1.1" status: 204 len: 168 time: 0.3114443 Jul 15 15:01:21.301440 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79faefd2-1326-41fb-8dec-1474c8739a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cc79e3-b879-4c37-a250-71aae535f1b8,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:21.340737 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff3777b-ee60-433d-87cb-bf0fb1eb292b,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:21.396914 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58824) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:21.400007 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-35d282f2-a54c-41eb-b42b-cd45d803a872 None None] For port b9662776-7231-490c-967d-cb69d1874cf7, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=b9662776-7231-490c-967d-cb69d1874cf7,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:21.406246 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-4b4e46a3-f40a-41ae-aca5-95bc963b77f9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1302978644', 'description': 'tempest-description--1398602387'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:21.450460 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4b4e46a3-f40a-41ae-aca5-95bc963b77f9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.458947 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-35d282f2-a54c-41eb-b42b-cd45d803a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (b9662776-7231-490c-967d-cb69d1874cf7), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.571722 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d282f2-a54c-41eb-b42b-cd45d803a872 None None] Pushing event updated for resources: {'Port': ['ID=b9662776-7231-490c-967d-cb69d1874cf7,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:21.595637 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daecbbb-a24b-40c6-a5fd-cc86c1721c58 None None] Network 29f97e75-619a-4639-983a-850b07ef11ec requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:01:21.606596 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:21.607331 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device b9662776-7231-490c-967d-cb69d1874cf7 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:21.624991 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4b4e46a3-f40a-41ae-aca5-95bc963b77f9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (5bb37094-2403-4694-b30c-ecc53c0b736f), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.632347 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4b4e46a3-f40a-41ae-aca5-95bc963b77f9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (5bb37094-2403-4694-b30c-ecc53c0b736f), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.637395 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.686047 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-35d282f2-a54c-41eb-b42b-cd45d803a872 None None] Provisioning complete for port a9a28c5d-d13c-4215-bfc3-ad783f72629a triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:21.686289 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e46a3-f40a-41ae-aca5-95bc963b77f9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb37094-2403-4694-b30c-ecc53c0b736f,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:21.686549 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-35d282f2-a54c-41eb-b42b-cd45d803a872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.693132 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4b4e46a3-f40a-41ae-aca5-95bc963b77f9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.697690 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-4b4e46a3-f40a-41ae-aca5-95bc963b77f9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2971401 Jul 15 15:01:21.699201 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58830) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:21.703724 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-0340328d-90f0-46b2-9602-727b5f931c0f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'security_group_rule': {'security_group_id': '5bb37094-2403-4694-b30c-ecc53c0b736f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:21.713507 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:21.715225 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Router 1d24a33e-bb80-4a64-a27a-f2b72ce69748 is scheduled to L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 with binding_index 1 {{(pid=103713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 15:01:21.730060 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:21.736580 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:21.753751 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0340328d-90f0-46b2-9602-727b5f931c0f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (99c4c0ca-7557-4da7-97eb-93209895abf1), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.771130 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-35d282f2-a54c-41eb-b42b-cd45d803a872 None None] Port a9a28c5d-d13c-4215-bfc3-ad783f72629a cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:21.801516 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port b9662776-7231-490c-967d-cb69d1874cf7 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:21.801797 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (b9662776-7231-490c-967d-cb69d1874cf7), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.836521 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0340328d-90f0-46b2-9602-727b5f931c0f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (99c4c0ca-7557-4da7-97eb-93209895abf1), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.843829 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0340328d-90f0-46b2-9602-727b5f931c0f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (99c4c0ca-7557-4da7-97eb-93209895abf1), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.866043 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340328d-90f0-46b2-9602-727b5f931c0f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c4c0ca-7557-4da7-97eb-93209895abf1,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:21.886659 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Pushing event updated for resources: {'Port': ['ID=523391fb-431c-459d-ba7a-71b0bc941b0c,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:21.938557 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0340328d-90f0-46b2-9602-727b5f931c0f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.940783 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-eedf6f2e-d2fd-45bd-b1e9-a326e79a07eb None None] Provisioning complete for port 5d32f30a-1f8b-48c2-8282-021878fd9fba triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:21.941191 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-eedf6f2e-d2fd-45bd-b1e9-a326e79a07eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.943974 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-0340328d-90f0-46b2-9602-727b5f931c0f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2433352 Jul 15 15:01:21.943974 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58834) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:21.944162 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58836) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:21.967662 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-56a15d58-81dd-4907-b96b-ff3a7af7601d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:21.975553 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-52702197-e16a-4468-a0fe-9ae5edfaa8d3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'security_group_rule': {'security_group_id': '5bb37094-2403-4694-b30c-ecc53c0b736f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:21.976726 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port b9662776-7231-490c-967d-cb69d1874cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:21.978426 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 782b0500-cfbb-4384-a31c-a255f9e10bf4 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:22.069464 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-52702197-e16a-4468-a0fe-9ae5edfaa8d3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (a87f93eb-0554-4dec-a10d-ca88b52955c3), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.108645 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-eedf6f2e-d2fd-45bd-b1e9-a326e79a07eb None None] Current status of the port 5d32f30a-1f8b-48c2-8282-021878fd9fba is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:22.110059 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-eedf6f2e-d2fd-45bd-b1e9-a326e79a07eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.126693 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 782b0500-cfbb-4384-a31c-a255f9e10bf4 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:22.127283 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.169847 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-52702197-e16a-4468-a0fe-9ae5edfaa8d3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (a87f93eb-0554-4dec-a10d-ca88b52955c3), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.186486 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Publish callbacks [] for router_gateway (cf293605-382f-4154-8fa2-fee84f93998f), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.199077 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-56a15d58-81dd-4907-b96b-ff3a7af7601d admin admin] Publish callbacks [] for security_group (1942dd7d-a0c6-4a5c-bfa3-7887741cc8dd), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.200736 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-52702197-e16a-4468-a0fe-9ae5edfaa8d3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (a87f93eb-0554-4dec-a10d-ca88b52955c3), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.206573 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-56a15d58-81dd-4907-b96b-ff3a7af7601d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (1942dd7d-a0c6-4a5c-bfa3-7887741cc8dd), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.213240 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-eedf6f2e-d2fd-45bd-b1e9-a326e79a07eb None None] For port 5d32f30a-1f8b-48c2-8282-021878fd9fba, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=5d32f30a-1f8b-48c2-8282-021878fd9fba,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:22.219547 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-eedf6f2e-d2fd-45bd-b1e9-a326e79a07eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.237740 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-52702197-e16a-4468-a0fe-9ae5edfaa8d3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.239036 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-52702197-e16a-4468-a0fe-9ae5edfaa8d3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2924311 Jul 15 15:01:22.249622 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58844) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:22.250316 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52702197-e16a-4468-a0fe-9ae5edfaa8d3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87f93eb-0554-4dec-a10d-ca88b52955c3,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:22.262411 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:22.269494 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Publish callbacks [] for router_gateway (a6438654-942e-4307-b483-4b6bfd7402e9), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.291528 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-56a15d58-81dd-4907-b96b-ff3a7af7601d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b182f61ee196451d88a6bd5f6d3dfc50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459859 Jul 15 15:01:22.294807 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58846) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:22.295917 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-eedf6f2e-d2fd-45bd-b1e9-a326e79a07eb None None] Provisioning complete for port b9662776-7231-490c-967d-cb69d1874cf7 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:22.296301 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-eedf6f2e-d2fd-45bd-b1e9-a326e79a07eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (b9662776-7231-490c-967d-cb69d1874cf7), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.326182 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf6f2e-d2fd-45bd-b1e9-a326e79a07eb None None] Pushing event updated for resources: {'Port': ['ID=5d32f30a-1f8b-48c2-8282-021878fd9fba,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:22.326741 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a15d58-81dd-4907-b96b-ff3a7af7601d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1942dd7d-a0c6-4a5c-bfa3-7887741cc8dd,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:22.331526 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 782b0500-cfbb-4384-a31c-a255f9e10bf4 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:22.332672 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 5d32f30a-1f8b-48c2-8282-021878fd9fba up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:22.342313 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:22.353835 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.362651 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Sync routers for ids ['1d24a33e-bb80-4a64-a27a-f2b72ce69748'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:22.378990 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-47fd51c8-e1ef-4bb9-96b7-48127417e282 admin admin] Publish callbacks [] for security_group (1942dd7d-a0c6-4a5c-bfa3-7887741cc8dd), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.402912 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Routers {'1d24a33e-bb80-4a64-a27a-f2b72ce69748'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:22.403564 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['1d24a33e-bb80-4a64-a27a-f2b72ce69748'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:22.406975 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-47fd51c8-e1ef-4bb9-96b7-48127417e282 admin admin] Publish callbacks [] for security_group (1942dd7d-a0c6-4a5c-bfa3-7887741cc8dd), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.511284 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Sync routers for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:22.541429 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-47fd51c8-e1ef-4bb9-96b7-48127417e282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (1942dd7d-a0c6-4a5c-bfa3-7887741cc8dd), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.543941 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-47fd51c8-e1ef-4bb9-96b7-48127417e282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.545252 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:22.545987 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:22.548207 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-47fd51c8-e1ef-4bb9-96b7-48127417e282 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1942dd7d-a0c6-4a5c-bfa3-7887741cc8dd HTTP/1.1" status: 204 len: 168 time: 0.2513900 Jul 15 15:01:22.576845 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 5d32f30a-1f8b-48c2-8282-021878fd9fba triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:22.577223 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.578941 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd51c8-e1ef-4bb9-96b7-48127417e282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1942dd7d-a0c6-4a5c-bfa3-7887741cc8dd,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:22.612630 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Set router 1d24a33e-bb80-4a64-a27a-f2b72ce69748 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:22.684415 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:22.693106 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-3ab030cc-fb31-42ce-ac65-d83d7be5e52c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5095959 Jul 15 15:01:22.700782 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58856) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:22.793622 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:22.814605 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-eedf6f2e-d2fd-45bd-b1e9-a326e79a07eb None None] Current status of the port b9662776-7231-490c-967d-cb69d1874cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:22.883765 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.039707 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-c560f078-811e-4b02-b44a-d9b49e93fc23 None None] Provisioning complete for port 5d32f30a-1f8b-48c2-8282-021878fd9fba triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:23.040085 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c560f078-811e-4b02-b44a-d9b49e93fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.110140 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:19Z', 'revision_number': 2, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:23.113087 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Allocated IP 172.27.2.229 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/a3daf64c-3772-428d-97ab-619a184f4554) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:23.128586 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567'] for router (cf293605-382f-4154-8fa2-fee84f93998f), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.132257 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567'] for router (a6438654-942e-4307-b483-4b6bfd7402e9), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.150699 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Checking router: 555a1d54-29f3-4dc6-856f-7c315646a323 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:23.151374 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Updating router 555a1d54-29f3-4dc6-856f-7c315646a323 port a9a28c5d-d13c-4215-bfc3-ad783f72629a binding host dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:23.183817 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 5d32f30a-1f8b-48c2-8282-021878fd9fba is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:23.184519 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device c418f6e8-9d90-48f8-b242-973750495eb9 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:23.187649 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.320372 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'name': 'tempest-DeleteServersTestJSON-604469301-router', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 3, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'gw_port': {'id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:23.359250 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port c418f6e8-9d90-48f8-b242-973750495eb9 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:23.359629 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (c418f6e8-9d90-48f8-b242-973750495eb9), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.412735 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Checking router: 1d24a33e-bb80-4a64-a27a-f2b72ce69748 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:23.413054 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Updating router 1d24a33e-bb80-4a64-a27a-f2b72ce69748 port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:23.439803 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Router a6438654-942e-4307-b483-4b6bfd7402e9 is scheduled to L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 with binding_index 1 {{(pid=103713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 15:01:23.450550 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Router cf293605-382f-4154-8fa2-fee84f93998f is scheduled to L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 with binding_index 1 {{(pid=103713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 15:01:23.463373 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.511529 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.539062 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for port (a3daf64c-3772-428d-97ab-619a184f4554), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.546767 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port c418f6e8-9d90-48f8-b242-973750495eb9 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:23.547299 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c418f6e8-9d90-48f8-b242-973750495eb9), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.572433 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port c418f6e8-9d90-48f8-b242-973750495eb9, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=c418f6e8-9d90-48f8-b242-973750495eb9,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:23.575621 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-c560f078-811e-4b02-b44a-d9b49e93fc23 None None] Current status of the port 5d32f30a-1f8b-48c2-8282-021878fd9fba is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:23.585541 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (c418f6e8-9d90-48f8-b242-973750495eb9), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.662195 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=c418f6e8-9d90-48f8-b242-973750495eb9,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:23.715416 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Publish callbacks [] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.732714 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.813250 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1936df4-2f70-4886-883c-826444bdf264 None None] Pushing event updated for resources: {'Port': ['ID=a9a28c5d-d13c-4215-bfc3-ad783f72629a,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:23.855443 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 5d32f30a-1f8b-48c2-8282-021878fd9fba up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:23.895308 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:23.902142 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Allocated IP 172.20.0.1 (baca9e78-5acd-446b-98d4-f1c07d9b285a/fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca/e30220f1-a6b6-4322-9d04-61613a70a6c1) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:23.931074 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (a3daf64c-3772-428d-97ab-619a184f4554), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.954474 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Attempting to bind port a9a28c5d-d13c-4215-bfc3-ad783f72629a on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:23.954866 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Attempting to bind port a9a28c5d-d13c-4215-bfc3-ad783f72629a by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:23.955236 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Attempting to bind port a9a28c5d-d13c-4215-bfc3-ad783f72629a on network 09e4a839-49dc-4449-820a-c7761e07caeb {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:23.958976 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Sync routers for ids ['a6438654-942e-4307-b483-4b6bfd7402e9'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:23.960507 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:23.967517 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:23.967899 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Checking segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:23.968313 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:23.968786 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Bound using segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:23.983345 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Bound port: a9a28c5d-d13c-4215-bfc3-ad783f72629a, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:23.985147 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:24.020222 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Sync routers for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:24.028808 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:24.033177 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a94a97cd-4d93-4e08-8964-ace45d6c64e4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0995376 Jul 15 15:01:24.040065 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:24.046050 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 58892) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:24.049528 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-d6effb30-74ea-41ae-a794-bdde5389b399 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9575174 Jul 15 15:01:24.052858 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58894) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:24.063310 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:24.065508 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:24.154395 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Routers {'a6438654-942e-4307-b483-4b6bfd7402e9'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:24.155232 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['a6438654-942e-4307-b483-4b6bfd7402e9'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:24.402940 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58908) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:24.407246 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] For port a9a28c5d-d13c-4215-bfc3-ad783f72629a, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:24.412023 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] For port a9a28c5d-d13c-4215-bfc3-ad783f72629a, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=a9a28c5d-d13c-4215-bfc3-ad783f72629a,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:24.458317 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:24.484821 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'Port': ['ID=a3daf64c-3772-428d-97ab-619a184f4554,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:24.494126 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 5d32f30a-1f8b-48c2-8282-021878fd9fba triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:24.494711 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:24.515158 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-51bb76bd-6513-414f-bc1d-bd926b9f0d0b None None] Provisioning complete for port a9a28c5d-d13c-4215-bfc3-ad783f72629a triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:24.515543 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-51bb76bd-6513-414f-bc1d-bd926b9f0d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:24.619581 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:24.635482 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:24.644240 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:24.687730 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:24.735327 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-bc3e12eb-6088-42c1-b267-fbc5810ae9f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:24.740885 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Set router a6438654-942e-4307-b483-4b6bfd7402e9 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:24.757184 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1936df4-2f70-4886-883c-826444bdf264 None None] Pushing event updated for resources: {'Port': ['ID=a9a28c5d-d13c-4215-bfc3-ad783f72629a,revision_number=4']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:24.791231 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (461f3938-8211-4f12-9980-69aae89404fe), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:24.814203 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:24.814851 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:24.937892 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Publish callbacks [] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:24.957790 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Publish callbacks [] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:24.972568 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.010457 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.045395 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-51bb76bd-6513-414f-bc1d-bd926b9f0d0b None None] Port a9a28c5d-d13c-4215-bfc3-ad783f72629a cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:25.053523 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (a3daf64c-3772-428d-97ab-619a184f4554), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.147950 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:25.154156 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 5d32f30a-1f8b-48c2-8282-021878fd9fba is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:25.155999 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device b9662776-7231-490c-967d-cb69d1874cf7 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:25.255529 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00950ec9-6478-4e97-aa24-ee07135e06dc None None] Pushing event updated for resources: {'Port': ['ID=db6daee8-67e2-4622-9f3e-b6e0f89e3f5c,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:25.262063 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Network baca9e78-5acd-446b-98d4-f1c07d9b285a is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:25.264385 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:25.292165 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:25.293444 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919422'] for router_interface (1d24a33e-bb80-4a64-a27a-f2b72ce69748), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.322783 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-bc3e12eb-6088-42c1-b267-fbc5810ae9f1 admin admin] Publish callbacks [] for security_group (4539b2f2-df39-4acb-90b7-c55e28e0fd9c), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.346375 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-bc3e12eb-6088-42c1-b267-fbc5810ae9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (4539b2f2-df39-4acb-90b7-c55e28e0fd9c), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.347517 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Attempting to bind port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:25.347912 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Attempting to bind port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:25.348263 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Attempting to bind port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c on network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:25.388830 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:25.389222 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:25.389633 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.390032 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Bound using segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:25.390531 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Bound port: db6daee8-67e2-4622-9f3e-b6e0f89e3f5c, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:25.391240 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.452327 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-dfe25cae-43c3-49a4-8188-655bd0438ba3 None None] Provisioning complete for port a9a28c5d-d13c-4215-bfc3-ad783f72629a triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:25.464628 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-dfe25cae-43c3-49a4-8188-655bd0438ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.472616 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:21Z', 'revision_number': 3, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:25.567237 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e12eb-6088-42c1-b267-fbc5810ae9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4539b2f2-df39-4acb-90b7-c55e28e0fd9c,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:25.581857 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.632568 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Checking router: cf293605-382f-4154-8fa2-fee84f93998f for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:25.632723 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Updating router cf293605-382f-4154-8fa2-fee84f93998f port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b binding host dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:25.635173 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-bc3e12eb-6088-42c1-b267-fbc5810ae9f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e5d5a71963ff46aab5da8a7a82025a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2308581 Jul 15 15:01:25.647791 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 58954) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:25.716922 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.734905 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-dfe25cae-43c3-49a4-8188-655bd0438ba3 None None] Current status of the port a9a28c5d-d13c-4215-bfc3-ad783f72629a is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:25.735407 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-dfe25cae-43c3-49a4-8188-655bd0438ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.749572 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port b9662776-7231-490c-967d-cb69d1874cf7 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:25.750200 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (b9662776-7231-490c-967d-cb69d1874cf7), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.754249 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Pushing event updated for resources: {'Port': ['ID=e30220f1-a6b6-4322-9d04-61613a70a6c1,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:25.789908 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] For port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:25.816629 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] For port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=db6daee8-67e2-4622-9f3e-b6e0f89e3f5c,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:25.844792 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-dfe25cae-43c3-49a4-8188-655bd0438ba3 None None] For port a9a28c5d-d13c-4215-bfc3-ad783f72629a, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=a9a28c5d-d13c-4215-bfc3-ad783f72629a,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:25.858196 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:24Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:25.876927 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-dfe25cae-43c3-49a4-8188-655bd0438ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.885056 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.894823 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:25.899721 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b631f35c-a25a-4eaf-8e84-b0f9c32ec1e3 None None] The sync data for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi is: [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:24Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:25.965049 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7be22305-f510-4ed0-9b18-b3eb708cc119 admin admin] Publish callbacks [] for security_group (4539b2f2-df39-4acb-90b7-c55e28e0fd9c), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.109039 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7be22305-f510-4ed0-9b18-b3eb708cc119 admin admin] Publish callbacks [] for security_group (4539b2f2-df39-4acb-90b7-c55e28e0fd9c), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.145832 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port b9662776-7231-490c-967d-cb69d1874cf7 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:26.162015 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe25cae-43c3-49a4-8188-655bd0438ba3 None None] Pushing event updated for resources: {'Port': ['ID=a9a28c5d-d13c-4215-bfc3-ad783f72629a,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:26.240465 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:21Z', 'revision_number': 3, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:26.294874 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for port (a3daf64c-3772-428d-97ab-619a184f4554), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.316298 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Publish callbacks [] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.329676 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.387368 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7be22305-f510-4ed0-9b18-b3eb708cc119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (4539b2f2-df39-4acb-90b7-c55e28e0fd9c), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.391315 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7be22305-f510-4ed0-9b18-b3eb708cc119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.393888 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-7be22305-f510-4ed0-9b18-b3eb708cc119 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4539b2f2-df39-4acb-90b7-c55e28e0fd9c HTTP/1.1" status: 204 len: 168 time: 0.7451236 Jul 15 15:01:26.409808 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Checking router: a6438654-942e-4307-b483-4b6bfd7402e9 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:26.422183 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Updating router a6438654-942e-4307-b483-4b6bfd7402e9 port 523391fb-431c-459d-ba7a-71b0bc941b0c binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:26.454145 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdfb96-0f7c-4081-9753-c8df935adfb0 None None] Pushing event updated for resources: {'Port': ['ID=9ff3777b-ee60-433d-87cb-bf0fb1eb292b,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:26.460079 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Allocated IP 172.20.0.1 (4ba6677d-5774-4709-9ff3-2439871082dd/fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff/92cf48f4-3f38-4567-81e2-81634bd0ae29) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:26.473006 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Publish callbacks [] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.522887 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (a3daf64c-3772-428d-97ab-619a184f4554), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.530611 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Attempting to bind port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:26.531101 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Attempting to bind port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:26.531479 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Attempting to bind port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b on network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:26.536278 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.543935 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3758210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919758'] for router_interface (1d24a33e-bb80-4a64-a27a-f2b72ce69748), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.554535 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:26.555498 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:26.560235 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.562534 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Bound using segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:26.563273 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Bound port: 9ff3777b-ee60-433d-87cb-bf0fb1eb292b, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:26.564998 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.687056 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] For port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:26.694339 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] For port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=9ff3777b-ee60-433d-87cb-bf0fb1eb292b,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:26.710654 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.714783 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.718192 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device c418f6e8-9d90-48f8-b242-973750495eb9 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:26.784800 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be22305-f510-4ed0-9b18-b3eb708cc119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4539b2f2-df39-4acb-90b7-c55e28e0fd9c,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:26.786371 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-82e93428-5f32-472e-a8e2-ad44a72619f5 None None] Provisioning complete for port e30220f1-a6b6-4322-9d04-61613a70a6c1 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:26.786757 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-82e93428-5f32-472e-a8e2-ad44a72619f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.925085 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdfb96-0f7c-4081-9753-c8df935adfb0 None None] Pushing event updated for resources: {'Port': ['ID=9ff3777b-ee60-433d-87cb-bf0fb1eb292b,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:26.932061 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (461f3938-8211-4f12-9980-69aae89404fe), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:26.933715 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-82e93428-5f32-472e-a8e2-ad44a72619f5 None None] Port e30220f1-a6b6-4322-9d04-61613a70a6c1 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:26.971011 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Routers {'1d24a33e-bb80-4a64-a27a-f2b72ce69748'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:26.971861 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['1d24a33e-bb80-4a64-a27a-f2b72ce69748'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:26.978973 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:26.982757 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:27.163739 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Publish callbacks [] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:27.222657 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:27.224370 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9718986 Jul 15 15:01:27.230898 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e001f-1264-4dac-a2d0-70e032689963 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'Port': ['ID=a3daf64c-3772-428d-97ab-619a184f4554,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:27.237247 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Network baca9e78-5acd-446b-98d4-f1c07d9b285a is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:27.243287 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:27.311858 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:27.333277 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00950ec9-6478-4e97-aa24-ee07135e06dc None None] Pushing event updated for resources: {'Port': ['ID=db6daee8-67e2-4622-9f3e-b6e0f89e3f5c,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:27.454074 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Network 4ba6677d-5774-4709-9ff3-2439871082dd is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:27.480327 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:27.492632 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:27.500936 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:27.501431 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919422'] for router_interface (cf293605-382f-4154-8fa2-fee84f93998f), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:27.579907 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Pushing event updated for resources: {'Port': ['ID=e30220f1-a6b6-4322-9d04-61613a70a6c1,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:27.639756 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:27.714088 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59018) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:27.714785 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=92cf48f4-3f38-4567-81e2-81634bd0ae29,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:27.768364 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59030) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:27.770922 dv-cinder-848821-1-iscsi neutron-server[103713]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 15:01:27.776618 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port c418f6e8-9d90-48f8-b242-973750495eb9 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:27.777361 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (c418f6e8-9d90-48f8-b242-973750495eb9), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:27.782132 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] Set router 1d24a33e-bb80-4a64-a27a-f2b72ce69748 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:28.000402 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:21Z', 'revision_number': 3, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:28.032385 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1dd587-21ec-4121-b618-293f50ee50a5 None None] The sync data for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi is: [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:21Z', 'revision_number': 3, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:28.048784 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Router 1d24a33e-bb80-4a64-a27a-f2b72ce69748 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:01:28.210516 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6513-0d2b-4685-a2f5-102277472808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.249425 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Publish callbacks [] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.266839 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.275369 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-c59678e5-6fb3-4148-99e4-b4e633910aaa None None] Provisioning complete for port e30220f1-a6b6-4322-9d04-61613a70a6c1 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:28.275757 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c59678e5-6fb3-4148-99e4-b4e633910aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.285600 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-c194a9cf-6b9e-409a-87c0-6ddbcefa7c86 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1302978644&fields=id&tenant_id=5c1655e3a06c4848b17c0563e4910375 HTTP/1.1" status: 200 len: 267 time: 0.5155690 Jul 15 15:01:28.542209 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port c418f6e8-9d90-48f8-b242-973750495eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:28.543338 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device a9a28c5d-d13c-4215-bfc3-ad783f72629a up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:28.552224 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-c59678e5-6fb3-4148-99e4-b4e633910aaa None None] Port e30220f1-a6b6-4322-9d04-61613a70a6c1 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:28.556127 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59050) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:28.589399 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962d703-0674-4ae6-9f8f-faa9dcbe14d5 None None] Pushing event updated for resources: {'Port': ['ID=523391fb-431c-459d-ba7a-71b0bc941b0c,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:28.602599 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Attempting to bind port 523391fb-431c-459d-ba7a-71b0bc941b0c on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:28.605639 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Attempting to bind port 523391fb-431c-459d-ba7a-71b0bc941b0c by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:28.607035 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Attempting to bind port 523391fb-431c-459d-ba7a-71b0bc941b0c on network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:28.661686 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:28.662225 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:28.662652 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.663066 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Bound using segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:28.663556 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Bound port: 523391fb-431c-459d-ba7a-71b0bc941b0c, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:28.663956 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.683026 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.699920 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Allocated IP 172.20.0.1 (29f97e75-619a-4639-983a-850b07ef11ec/f6e36d81-7ed2-41ef-8407-809b4ec490a5/35cb861a-893f-493a-8f53-805f0b3d3328) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:28.733872 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-235a8805-1be3-4a7d-a671-f9de0334480f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:28.736640 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-235a8805-1be3-4a7d-a671-f9de0334480f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 814 time: 0.4341011 Jul 15 15:01:28.737585 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] For port 523391fb-431c-459d-ba7a-71b0bc941b0c, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:28.740926 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] For port 523391fb-431c-459d-ba7a-71b0bc941b0c, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=523391fb-431c-459d-ba7a-71b0bc941b0c,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:28.753969 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:28.763986 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.773967 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-2110725e-e6b9-4585-9083-9ca833c74d2c admin admin] 10.222.0.47 "PUT /v2.0/routers/1d24a33e-bb80-4a64-a27a-f2b72ce69748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0718620 Jul 15 15:01:28.794128 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6513-0d2b-4685-a2f5-102277472808 admin admin] Publish callbacks [] for security_group (314b30fc-91f4-4378-a8f0-a62a147096f2), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.866999 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-e85ee9b5-9f0d-4af0-8fbf-d08ea1ac6ada None None] Provisioning complete for port 92cf48f4-3f38-4567-81e2-81634bd0ae29 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:28.867979 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e85ee9b5-9f0d-4af0-8fbf-d08ea1ac6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.914488 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962d703-0674-4ae6-9f8f-faa9dcbe14d5 None None] Pushing event updated for resources: {'Port': ['ID=523391fb-431c-459d-ba7a-71b0bc941b0c,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:28.943832 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port a9a28c5d-d13c-4215-bfc3-ad783f72629a triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:28.943832 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.944139 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Publish callbacks [] for port (35cb861a-893f-493a-8f53-805f0b3d3328), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.984250 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:28.997118 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-9703e4f4-6444-45c1-80b3-194a00e5a99f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/quotas/5c1655e3a06c4848b17c0563e4910375 HTTP/1.1" status: 200 len: 375 time: 0.2329485 Jul 15 15:01:29.006509 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Routers {'a6438654-942e-4307-b483-4b6bfd7402e9'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:29.007167 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['a6438654-942e-4307-b483-4b6bfd7402e9'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:29.008912 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Network 29f97e75-619a-4639-983a-850b07ef11ec is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:29.013104 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:29.015796 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-eb4f6513-0d2b-4685-a2f5-102277472808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (314b30fc-91f4-4378-a8f0-a62a147096f2), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.023416 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-851106969-network', 'tenant_id': '24d62c38077d484483b83811b94d45aa'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:29.050829 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:29.051584 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919422'] for router_interface (a6438654-942e-4307-b483-4b6bfd7402e9), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.121365 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Publish callbacks [] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.126150 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f6513-0d2b-4685-a2f5-102277472808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314b30fc-91f4-4378-a8f0-a62a147096f2,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:29.160174 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Made reservation on behalf of 24d62c38077d484483b83811b94d45aa for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:29.166132 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.209862 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Pushing event updated for resources: {'Port': ['ID=35cb861a-893f-493a-8f53-805f0b3d3328,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:29.246938 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] Set router a6438654-942e-4307-b483-4b6bfd7402e9 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:29.248523 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.249358 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3758210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919758'] for router_interface (cf293605-382f-4154-8fa2-fee84f93998f), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.354427 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-e85ee9b5-9f0d-4af0-8fbf-d08ea1ac6ada None None] Port 92cf48f4-3f38-4567-81e2-81634bd0ae29 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:29.390671 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.394762 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59078) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:29.401824 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Network 4ba6677d-5774-4709-9ff3-2439871082dd is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:29.404649 dv-cinder-848821-1-iscsi neutron-server[103712]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 15:01:29.422118 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:29.430496 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.434425 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'name': 'tempest-DeleteServersTestJSON-604469301-router', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 4, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'gw_port': {'id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'e30220f1-a6b6-4322-9d04-61613a70a6c1', 'name': '', 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'mac_address': 'fa:16:3e:5d:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:23Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 2, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'subnets': [{'id': 'fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:29.482658 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e576a88-8345-47e0-b55e-4afbbc007a47 None None] The sync data for ids ['1d24a33e-bb80-4a64-a27a-f2b72ce69748'] in dv-cinder-848821-1-iscsi is: [{'id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'name': 'tempest-DeleteServersTestJSON-604469301-router', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 4, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'gw_port': {'id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'e30220f1-a6b6-4322-9d04-61613a70a6c1', 'name': '', 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'mac_address': 'fa:16:3e:5d:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:23Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 2, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'subnets': [{'id': 'fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:29.531467 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Publish callbacks [] for security_group (ac09d966-2c8d-4eb5-90fd-1a91e65d02d6), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.543800 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (ac09d966-2c8d-4eb5-90fd-1a91e65d02d6), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.557048 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:29.567920 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port a9a28c5d-d13c-4215-bfc3-ad783f72629a is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:29.580580 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-520e3138-5ffd-4962-bc68-1df238377523 None None] Provisioning complete for port 35cb861a-893f-493a-8f53-805f0b3d3328 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:29.580969 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-520e3138-5ffd-4962-bc68-1df238377523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.600309 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (1b13423d-4bb2-4cea-8ac9-f22580c8947d), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.600802 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Added segment 1b13423d-4bb2-4cea-8ac9-f22580c8947d of type vlan for network 0cfa4601-69b7-4cf0-bcac-e23ce90e88a3 Jul 15 15:01:29.704659 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-eb4f6513-0d2b-4685-a2f5-102277472808 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d03ce410180b4b7e9906530850f3d381&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9642775 Jul 15 15:01:29.712696 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59084) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:29.748621 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-520e3138-5ffd-4962-bc68-1df238377523 None None] Port 35cb861a-893f-493a-8f53-805f0b3d3328 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:29.807306 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (0cfa4601-69b7-4cf0-bcac-e23ce90e88a3), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.810013 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:21Z', 'revision_number': 3, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:29.815485 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=92cf48f4-3f38-4567-81e2-81634bd0ae29,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:29.836903 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-68139dea-7c03-43b2-8547-817ae3f8289b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8177371 Jul 15 15:01:29.845244 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-e2ebcd3c-94e6-4909-9cee-81677348e96f tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:29.846917 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-e2ebcd3c-94e6-4909-9cee-81677348e96f tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/networks?id=baca9e78-5acd-446b-98d4-f1c07d9b285a HTTP/1.1" status: 200 len: 811 time: 0.4502456 Jul 15 15:01:29.851483 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f7f679-5236-4b73-ba1d-ad73abd7b62f None None] The sync data for ids ['a6438654-942e-4307-b483-4b6bfd7402e9'] in dv-cinder-848821-1-iscsi is: [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:21Z', 'revision_number': 3, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:29.859534 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac09d966-2c8d-4eb5-90fd-1a91e65d02d6,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:29.869568 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-2350ef56-7c96-4e80-aeb2-8941240c50c2 None None] Provisioning complete for port 92cf48f4-3f38-4567-81e2-81634bd0ae29 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:29.869952 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2350ef56-7c96-4e80-aeb2-8941240c50c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.895572 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dca3fdef-44e9-4a51-a73c-0bf8a084a54d admin admin] Publish callbacks [] for security_group (314b30fc-91f4-4378-a8f0-a62a147096f2), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.914583 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-2350ef56-7c96-4e80-aeb2-8941240c50c2 None None] Port 92cf48f4-3f38-4567-81e2-81634bd0ae29 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:29.918740 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-aecefb3c-162a-4f06-9d56-c588bdce6637 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/quotas/814fda1748c94c2aba9d46d2d5c6f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0623815 Jul 15 15:01:29.923074 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (0cfa4601-69b7-4cf0-bcac-e23ce90e88a3), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:29.926538 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:29.927929 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device a9a28c5d-d13c-4215-bfc3-ad783f72629a up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:29.928716 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:30.010427 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4489207 Jul 15 15:01:30.020872 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59090) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:30.026641 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-b8580a27-a8c9-4390-a49d-615bd47e994f admin admin] Request body: {'subnet': {'network_id': '0cfa4601-69b7-4cf0-bcac-e23ce90e88a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-851106969-subnet', 'tenant_id': '24d62c38077d484483b83811b94d45aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:30.043989 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a988bc9-64a4-4dd4-95a3-5af40aeaab5d admin admin] Pushing event updated for resources: {'Network': ['ID=0cfa4601-69b7-4cf0-bcac-e23ce90e88a3,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:30.052641 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Router cf293605-382f-4154-8fa2-fee84f93998f has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:01:30.073241 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8580a27-a8c9-4390-a49d-615bd47e994f admin admin] Made reservation on behalf of 24d62c38077d484483b83811b94d45aa for: {'subnet': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:30.076210 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b8580a27-a8c9-4390-a49d-615bd47e994f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:30.093138 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dca3fdef-44e9-4a51-a73c-0bf8a084a54d admin admin] Publish callbacks [] for security_group (314b30fc-91f4-4378-a8f0-a62a147096f2), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:30.113576 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-03636a84-0f7d-4072-88ec-ebe9c5b0efcf service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103713) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 15:01:30.115045 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-03636a84-0f7d-4072-88ec-ebe9c5b0efcf service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1014550 Jul 15 15:01:30.115635 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 0cfa4601-69b7-4cf0-bcac-e23ce90e88a3 details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:30.153765 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Publish callbacks [] for port (35cb861a-893f-493a-8f53-805f0b3d3328), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:30.166991 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:30.167711 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3758210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919758'] for router_interface (a6438654-942e-4307-b483-4b6bfd7402e9), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:30.217371 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port a9a28c5d-d13c-4215-bfc3-ad783f72629a triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:30.217839 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:30.247566 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-5c025f43-68cd-4ad5-8d09-1552a0ed92c9 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=814fda1748c94c2aba9d46d2d5c6f8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3086467 Jul 15 15:01:30.335231 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dca3fdef-44e9-4a51-a73c-0bf8a084a54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (314b30fc-91f4-4378-a8f0-a62a147096f2), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:30.339217 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dca3fdef-44e9-4a51-a73c-0bf8a084a54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:30.340717 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-dca3fdef-44e9-4a51-a73c-0bf8a084a54d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/314b30fc-91f4-4378-a8f0-a62a147096f2 HTTP/1.1" status: 204 len: 168 time: 0.6166196 Jul 15 15:01:30.348931 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Pushing event updated for resources: {'Port': ['ID=35cb861a-893f-493a-8f53-805f0b3d3328,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:30.369299 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3fdef-44e9-4a51-a73c-0bf8a084a54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314b30fc-91f4-4378-a8f0-a62a147096f2,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:30.434619 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port a9a28c5d-d13c-4215-bfc3-ad783f72629a is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:30.440729 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 9ff3777b-ee60-433d-87cb-bf0fb1eb292b up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:30.441450 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-82591ca8-7862-4031-bca4-772b3774e058 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103712) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 15:01:30.442481 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-82591ca8-7862-4031-bca4-772b3774e058 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0788739 Jul 15 15:01:30.475276 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Network 29f97e75-619a-4639-983a-850b07ef11ec is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:30.502634 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:30.571781 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:30.572262 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:30.683227 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:30.739184 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a14c5794-fa4c-4be1-80af-3f9fc7615ec8 admin admin] 10.222.0.47 "PUT /v2.0/routers/cf293605-382f-4154-8fa2-fee84f93998f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6758070 Jul 15 15:01:30.823016 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:30.823506 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:30.895708 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=9ff3777b-ee60-433d-87cb-bf0fb1eb292b,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:30.907063 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:30.923551 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-d53b118a-9eb8-449f-9c13-ea645d72c70a service neutron] 10.222.0.47 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222677 Jul 15 15:01:30.952930 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Router a6438654-942e-4307-b483-4b6bfd7402e9 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:01:30.967317 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-f9ccfd0b-cd74-44e2-84f5-93b87142a71e service neutron] 10.222.0.47 "GET /v2.0/networks/baca9e78-5acd-446b-98d4-f1c07d9b285a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116887 Jul 15 15:01:31.088161 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=9ff3777b-ee60-433d-87cb-bf0fb1eb292b,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:31.114956 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-fbe62271-ef57-4b99-88b1-2236f468e01e None None] Provisioning complete for port 35cb861a-893f-493a-8f53-805f0b3d3328 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:31.117371 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fbe62271-ef57-4b99-88b1-2236f468e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:31.162691 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Sync routers for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:31.208321 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-fbe62271-ef57-4b99-88b1-2236f468e01e None None] Port 35cb861a-893f-493a-8f53-805f0b3d3328 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:31.215592 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b8580a27-a8c9-4390-a49d-615bd47e994f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for subnet (78da8248-918c-4571-a068-4ef3f0f97dff), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:31.216649 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:31.217559 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:31.247856 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-5fed454e-074c-46ca-97db-d773069161e4 service neutron] 10.222.0.47 "GET /v2.0/networks/baca9e78-5acd-446b-98d4-f1c07d9b285a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731922 Jul 15 15:01:31.249593 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:31.255604 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-e0c1665f-585b-45ee-84ef-3aa7bc482068 admin admin] 10.222.0.47 "PUT /v2.0/routers/a6438654-942e-4307-b483-4b6bfd7402e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1664488 Jul 15 15:01:31.279937 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-3748b499-2a4e-424f-997c-48cdfb04107b service neutron] 10.222.0.47 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321681 Jul 15 15:01:31.299846 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8580a27-a8c9-4390-a49d-615bd47e994f admin admin] Pushing event updated for resources: {'Subnet': ['ID=78da8248-918c-4571-a068-4ef3f0f97dff,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:31.326739 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8580a27-a8c9-4390-a49d-615bd47e994f admin admin] Checking segment: {'id': '1b13423d-4bb2-4cea-8ac9-f22580c8947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0cfa4601-69b7-4cf0-bcac-e23ce90e88a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:31.327122 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8580a27-a8c9-4390-a49d-615bd47e994f admin admin] Network hostable DHCP agents. Network: 0cfa4601-69b7-4cf0-bcac-e23ce90e88a3, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:31.364915 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8580a27-a8c9-4390-a49d-615bd47e994f admin admin] Network 0cfa4601-69b7-4cf0-bcac-e23ce90e88a3 is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:31.380861 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-b8580a27-a8c9-4390-a49d-615bd47e994f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 0cfa4601-69b7-4cf0-bcac-e23ce90e88a3) {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:31.389155 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8580a27-a8c9-4390-a49d-615bd47e994f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:31.391423 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b8580a27-a8c9-4390-a49d-615bd47e994f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:31.400713 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2c661-c5c8-4226-87a9-4bc3f1fd51d6 None None] Network 0cfa4601-69b7-4cf0-bcac-e23ce90e88a3 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:01:31.443667 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-b8580a27-a8c9-4390-a49d-615bd47e994f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4211853 Jul 15 15:01:31.494427 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:31.829532 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2fcf45-ea38-4c76-8ccf-dc13a9b8f150 None None] Network 0cfa4601-69b7-4cf0-bcac-e23ce90e88a3 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:01:31.946390 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 9ff3777b-ee60-433d-87cb-bf0fb1eb292b up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:31.947975 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-75d0285b-7194-4c8d-a55f-6f74edd8fdd9 req-49991351-3ecf-4424-bdac-ef6e545add83 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 210 time: 0.1472297 Jul 15 15:01:32.220816 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:32.221202 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:32.266239 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 2, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:32.294150 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Checking router: cf293605-382f-4154-8fa2-fee84f93998f for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:32.294560 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Updating router cf293605-382f-4154-8fa2-fee84f93998f port 92cf48f4-3f38-4567-81e2-81634bd0ae29 binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:32.346576 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59184) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:32.351663 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:32.353804 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-2d498a39-78a5-4deb-a1d7-c0b64041cef2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--171422270', 'description': 'tempest-description--532465292'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:32.397870 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:32.410057 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 523391fb-431c-459d-ba7a-71b0bc941b0c up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:32.410624 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d498a39-78a5-4deb-a1d7-c0b64041cef2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:32.587331 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d498a39-78a5-4deb-a1d7-c0b64041cef2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group (c7e6dc23-92f5-4127-964b-f260762ce8ca), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:32.598158 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d498a39-78a5-4deb-a1d7-c0b64041cef2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (c7e6dc23-92f5-4127-964b-f260762ce8ca), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:32.667362 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d498a39-78a5-4deb-a1d7-c0b64041cef2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:32.671153 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-2d498a39-78a5-4deb-a1d7-c0b64041cef2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3201909 Jul 15 15:01:32.671800 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59200) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:32.706459 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-c6be61c4-6754-46f8-bf84-fbc1e0bed169 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Request body: {'security_group_rule': {'security_group_id': 'c7e6dc23-92f5-4127-964b-f260762ce8ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:32.709218 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-af08b141-482b-4e42-a84d-7d5c078ba653 req-07c6a13d-ac9f-4923-ad22-25cff282a384 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 210 time: 0.1983647 Jul 15 15:01:32.769519 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 523391fb-431c-459d-ba7a-71b0bc941b0c triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:32.770080 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:32.813006 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c6be61c4-6754-46f8-bf84-fbc1e0bed169 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group_rule (e668b829-3502-49e3-ba01-c66648b7418f), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:32.887387 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d498a39-78a5-4deb-a1d7-c0b64041cef2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e6dc23-92f5-4127-964b-f260762ce8ca,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:32.954770 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c6be61c4-6754-46f8-bf84-fbc1e0bed169 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group_rule (e668b829-3502-49e3-ba01-c66648b7418f), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:32.988654 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c6be61c4-6754-46f8-bf84-fbc1e0bed169 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (e668b829-3502-49e3-ba01-c66648b7418f), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.065866 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be61c4-6754-46f8-bf84-fbc1e0bed169 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e668b829-3502-49e3-ba01-c66648b7418f,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:33.194386 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3cf0c139-2cc3-41bc-a1fe-994dfdad78d5 req-8759a90a-d7c9-4408-a7ca-fa0234f59517 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 210 time: 0.1420045 Jul 15 15:01:33.212147 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Publish callbacks [] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.223492 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.322810 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8892bf8-0035-4c1f-a743-68f0b35397f3 None None] Pushing event updated for resources: {'Port': ['ID=92cf48f4-3f38-4567-81e2-81634bd0ae29,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:33.326757 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c6be61c4-6754-46f8-bf84-fbc1e0bed169 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.330662 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-c6be61c4-6754-46f8-bf84-fbc1e0bed169 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6495697 Jul 15 15:01:33.331605 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59250) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:33.346470 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-232fd9b7-7683-4fbd-b4eb-931e2c1c2a71 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Request body: {'security_group_rule': {'security_group_id': 'c7e6dc23-92f5-4127-964b-f260762ce8ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:33.437461 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-232fd9b7-7683-4fbd-b4eb-931e2c1c2a71 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group_rule (a9dee56e-d9d1-409e-99d7-5f820949645d), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.499938 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Attempting to bind port 92cf48f4-3f38-4567-81e2-81634bd0ae29 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:33.500639 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Attempting to bind port 92cf48f4-3f38-4567-81e2-81634bd0ae29 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:33.501322 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Attempting to bind port 92cf48f4-3f38-4567-81e2-81634bd0ae29 on network 4ba6677d-5774-4709-9ff3-2439871082dd {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:33.537224 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:33.537876 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Checking segment: {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:33.538463 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.539081 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Bound using segment: {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:33.540062 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Bound port: 92cf48f4-3f38-4567-81e2-81634bd0ae29, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:33.540746 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.683506 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-232fd9b7-7683-4fbd-b4eb-931e2c1c2a71 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group_rule (a9dee56e-d9d1-409e-99d7-5f820949645d), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.690545 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-232fd9b7-7683-4fbd-b4eb-931e2c1c2a71 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (a9dee56e-d9d1-409e-99d7-5f820949645d), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.737068 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59270) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:33.747916 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-451156526-network', 'tenant_id': '259f7e8c77414f5a9cf10b3ac1e5d262'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:33.759233 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 523391fb-431c-459d-ba7a-71b0bc941b0c is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:33.762427 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.824438 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-232fd9b7-7683-4fbd-b4eb-931e2c1c2a71 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.835895 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-232fd9b7-7683-4fbd-b4eb-931e2c1c2a71 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5025749 Jul 15 15:01:33.845697 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59276) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:33.847814 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Made reservation on behalf of 259f7e8c77414f5a9cf10b3ac1e5d262 for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:33.851083 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.860795 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:33.908072 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 523391fb-431c-459d-ba7a-71b0bc941b0c, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=523391fb-431c-459d-ba7a-71b0bc941b0c,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:33.923971 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.926844 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:33.993668 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-952eb5ce-0c5c-4f04-8255-2337c67245ff tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:33.998496 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-952eb5ce-0c5c-4f04-8255-2337c67245ff tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 819 time: 1.0388024 Jul 15 15:01:34.035299 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-d27a9014-a26a-4ce4-8f4b-166cd4758bb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/quotas/43e7616bd1554258b18fc994e5de2824 HTTP/1.1" status: 200 len: 375 time: 0.0293067 Jul 15 15:01:34.045269 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:34.050353 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4775b64e-3ecf-4c2c-af70-0f25a6ba725e req-f16893c9-f5ab-44bb-b7a3-25e6ec7cc258 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 210 time: 0.1403880 Jul 15 15:01:34.051137 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fd9b7-7683-4fbd-b4eb-931e2c1c2a71 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9dee56e-d9d1-409e-99d7-5f820949645d,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:34.076559 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-022ebadc-893a-4e42-b3bf-80683791a7d7 None None] Provisioning complete for port 92cf48f4-3f38-4567-81e2-81634bd0ae29 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:34.093426 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-022ebadc-893a-4e42-b3bf-80683791a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:34.213860 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Publish callbacks [] for security_group (34e65533-b927-4c51-8046-3744c876efb6), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:34.230694 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (34e65533-b927-4c51-8046-3744c876efb6), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:34.262444 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:34.273701 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-6fcfe614-9129-4973-ac35-b22955195fd0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2306302 Jul 15 15:01:34.295019 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (da7a9cb1-c279-4bdf-8b54-cf39b6637703), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:34.295251 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Added segment da7a9cb1-c279-4bdf-8b54-cf39b6637703 of type vlan for network 8cbe834b-0e33-48cc-ab37-dcdff25257d2 Jul 15 15:01:34.306809 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device db6daee8-67e2-4622-9f3e-b6e0f89e3f5c up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:34.435609 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] For port 92cf48f4-3f38-4567-81e2-81634bd0ae29, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:34.484354 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (8cbe834b-0e33-48cc-ab37-dcdff25257d2), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:34.572300 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-60b01e92-27cf-45c0-aef8-de94faadfe02 service neutron] 10.222.0.47 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907109 Jul 15 15:01:34.575041 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e65533-b927-4c51-8046-3744c876efb6,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:34.578892 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (8cbe834b-0e33-48cc-ab37-dcdff25257d2), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:34.579921 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:34.580521 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:34.623220 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] For port 92cf48f4-3f38-4567-81e2-81634bd0ae29, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=92cf48f4-3f38-4567-81e2-81634bd0ae29,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:34.645719 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=523391fb-431c-459d-ba7a-71b0bc941b0c,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:34.655871 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-022ebadc-893a-4e42-b3bf-80683791a7d7 None None] Port 92cf48f4-3f38-4567-81e2-81634bd0ae29 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:34.660375 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:34.675362 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:34.787421 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:34.787907 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:34.821817 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] Pushing event updated for resources: {'Network': ['ID=8cbe834b-0e33-48cc-ab37-dcdff25257d2,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:34.828373 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7435e30b-e45d-4b4c-8348-b38007d87e13 req-114358a1-6ff4-4ff7-8fd7-43ea56a25268 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 210 time: 0.2968647 Jul 15 15:01:34.841892 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-7fdbdce5-2b87-4762-9ba1-ce925b581b2c service neutron] 10.222.0.47 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457018 Jul 15 15:01:34.892564 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 8cbe834b-0e33-48cc-ab37-dcdff25257d2 details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:34.895858 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-2b3e2e9d-45f0-44a2-8f2e-9f1d34eba018 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1534817 Jul 15 15:01:34.899274 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59314) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:34.904124 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-7381d18c-a255-4afb-947a-4842a5142fd0 admin admin] Request body: {'subnet': {'network_id': '8cbe834b-0e33-48cc-ab37-dcdff25257d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-451156526-subnet', 'tenant_id': '259f7e8c77414f5a9cf10b3ac1e5d262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:34.924196 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59316) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:35.000062 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7381d18c-a255-4afb-947a-4842a5142fd0 admin admin] Made reservation on behalf of 259f7e8c77414f5a9cf10b3ac1e5d262 for: {'subnet': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:35.002826 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7381d18c-a255-4afb-947a-4842a5142fd0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:35.049556 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:35.160389 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8892bf8-0035-4c1f-a743-68f0b35397f3 None None] Pushing event updated for resources: {'Port': ['ID=92cf48f4-3f38-4567-81e2-81634bd0ae29,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:35.173616 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:35.183022 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:35.320119 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0c582d84-86f3-4566-bf0f-d861218a6e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:35.364412 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:35.366369 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:35.416970 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:35.451848 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Allocated IP 172.27.2.145 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/9f725002-cd1e-4a63-82dd-4e4691525556) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:35.472290 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7a9bbb9e-1250-4e44-a364-a3417110fee9 req-fe2007c1-ff33-413d-acc8-1f3f4a4c0fd6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 210 time: 0.1599214 Jul 15 15:01:35.497513 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=db6daee8-67e2-4622-9f3e-b6e0f89e3f5c,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:35.514249 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-2a55dace-b91e-4607-b271-b041e997dc27 None None] Provisioning complete for port 92cf48f4-3f38-4567-81e2-81634bd0ae29 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:35.514895 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2a55dace-b91e-4607-b271-b041e997dc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:35.536361 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Sync routers for ids ['a6438654-942e-4307-b483-4b6bfd7402e9'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:35.570770 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:35.574648 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Routers {'a6438654-942e-4307-b483-4b6bfd7402e9'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:35.578306 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['a6438654-942e-4307-b483-4b6bfd7402e9'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:35.789387 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a973c011-e8d4-4230-ad61-8c99f0e35c80 req-93b203bf-af05-4194-ac6a-a63dd344df26 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 210 time: 0.0925283 Jul 15 15:01:35.904381 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0c582d84-86f3-4566-bf0f-d861218a6e6e admin admin] Publish callbacks [] for security_group (52199283-7a38-495d-909c-3239447ab56f), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:35.911429 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7381d18c-a255-4afb-947a-4842a5142fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for subnet (54bbeae7-c25b-4966-a2b6-62e4d7ac5709), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:35.924994 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for port (9f725002-cd1e-4a63-82dd-4e4691525556), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:35.947705 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Set router a6438654-942e-4307-b483-4b6bfd7402e9 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:35.967069 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0c582d84-86f3-4566-bf0f-d861218a6e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (52199283-7a38-495d-909c-3239447ab56f), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:35.993186 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=db6daee8-67e2-4622-9f3e-b6e0f89e3f5c,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:36.157286 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-2a55dace-b91e-4607-b271-b041e997dc27 None None] Current status of the port 92cf48f4-3f38-4567-81e2-81634bd0ae29 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:36.168584 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e3b6e58b-6642-4361-a5bf-95fa9aed9fc1 req-dcc14dc9-52de-4132-bab7-ad123e55b028 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 210 time: 0.1332800 Jul 15 15:01:36.169546 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2a55dace-b91e-4607-b271-b041e997dc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:36.178131 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (9f725002-cd1e-4a63-82dd-4e4691525556), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:36.191843 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-0c582d84-86f3-4566-bf0f-d861218a6e6e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1abe40eee7914a0dae57388250d3616a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2642481 Jul 15 15:01:36.198372 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 523391fb-431c-459d-ba7a-71b0bc941b0c up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:36.220033 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59368) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:36.282940 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.77', 49307) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:36.345066 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-2a55dace-b91e-4607-b271-b041e997dc27 None None] For port 92cf48f4-3f38-4567-81e2-81634bd0ae29, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=92cf48f4-3f38-4567-81e2-81634bd0ae29,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:36.356819 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 523391fb-431c-459d-ba7a-71b0bc941b0c triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:36.357469 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:36.394940 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2a55dace-b91e-4607-b271-b041e997dc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:36.488728 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '35cb861a-893f-493a-8f53-805f0b3d3328', 'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'mac_address': 'fa:16:3e:10:6f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:27Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 2, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'subnets': [{'id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:36.508724 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.77', 49309) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:36.520837 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Sync routers for ids ['1d24a33e-bb80-4a64-a27a-f2b72ce69748'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:36.549827 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Checking router: a6438654-942e-4307-b483-4b6bfd7402e9 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:36.550407 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Updating router a6438654-942e-4307-b483-4b6bfd7402e9 port 35cb861a-893f-493a-8f53-805f0b3d3328 binding host dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:36.577027 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:34Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:36.584335 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55dace-b91e-4607-b271-b041e997dc27 None None] Pushing event updated for resources: {'Port': ['ID=92cf48f4-3f38-4567-81e2-81634bd0ae29,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:36.599205 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Routers {'1d24a33e-bb80-4a64-a27a-f2b72ce69748'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:36.600041 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['1d24a33e-bb80-4a64-a27a-f2b72ce69748'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:36.624842 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:36.653283 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:36.665391 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-255f8882-c850-418d-8263-5c3adffc3a05 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:36.668150 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-255f8882-c850-418d-8263-5c3adffc3a05 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.77 "GET /v2.0/networks?id=baca9e78-5acd-446b-98d4-f1c07d9b285a HTTP/1.1" status: 200 len: 811 time: 0.2883239 Jul 15 15:01:36.671481 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:36.674620 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:36.686632 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381d18c-a255-4afb-947a-4842a5142fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54bbeae7-c25b-4966-a2b6-62e4d7ac5709,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:36.688441 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab37ee-f3f3-416a-b3dd-2845590a5190 None None] The sync data for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi is: [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:34Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:36.694703 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 523391fb-431c-459d-ba7a-71b0bc941b0c is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:36.697648 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7381d18c-a255-4afb-947a-4842a5142fd0 admin admin] Checking segment: {'id': 'da7a9cb1-c279-4bdf-8b54-cf39b6637703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8cbe834b-0e33-48cc-ab37-dcdff25257d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:36.698025 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7381d18c-a255-4afb-947a-4842a5142fd0 admin admin] Network hostable DHCP agents. Network: 8cbe834b-0e33-48cc-ab37-dcdff25257d2, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:36.884286 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Request body: {'port': {'device_id': 'ad150760-987c-4d37-bf3c-dcdbeb4b54f3', 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a', 'admin_state_up': True, 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:36.903690 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-bef33419-1cdf-4ed4-9086-dde058ce8d42 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:36.905248 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-bef33419-1cdf-4ed4-9086-dde058ce8d42 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 814 time: 0.3761749 Jul 15 15:01:36.927645 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event updated for resources: {'Port': ['ID=9f725002-cd1e-4a63-82dd-4e4691525556,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:36.931146 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c582d84-86f3-4566-bf0f-d861218a6e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52199283-7a38-495d-909c-3239447ab56f,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:36.942536 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7381d18c-a255-4afb-947a-4842a5142fd0 admin admin] Network 8cbe834b-0e33-48cc-ab37-dcdff25257d2 is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:36.948433 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Set router 1d24a33e-bb80-4a64-a27a-f2b72ce69748 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:36.972377 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-7381d18c-a255-4afb-947a-4842a5142fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 8cbe834b-0e33-48cc-ab37-dcdff25257d2) {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:37.059336 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-6cd4cf6b-40d1-4ce5-8435-0744799fe748 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:37.067009 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-6cd4cf6b-40d1-4ce5-8435-0744799fe748 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 819 time: 0.9787884 Jul 15 15:01:37.074409 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7381d18c-a255-4afb-947a-4842a5142fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:37.075233 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7381d18c-a255-4afb-947a-4842a5142fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:37.128174 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493b972f-9048-41f7-9aea-1401292f9192 None None] Network 8cbe834b-0e33-48cc-ab37-dcdff25257d2 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:01:37.159044 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-b582986c-5203-4915-b1e3-545a94ddf65c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/quotas/43e7616bd1554258b18fc994e5de2824 HTTP/1.1" status: 200 len: 375 time: 0.0904315 Jul 15 15:01:37.172359 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-fc9a3f0f-8d4e-4ca4-a7d6-7f3c636ec498 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1655e3a06c4848b17c0563e4910375 HTTP/1.1" status: 200 len: 380 time: 0.2452354 Jul 15 15:01:37.210524 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'port': {'device_id': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'admin_state_up': True, 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'security_groups': ['5bb37094-2403-4694-b30c-ecc53c0b736f']}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:37.217140 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2303e72d-b16f-4fb1-9d32-1c005ee98023 req-05dc51a7-31f4-46c2-9857-eee6f8e3c189 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 210 time: 0.1729190 Jul 15 15:01:37.219031 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d53086f-5f2a-4e68-aa2f-16cb744cd669 admin admin] Publish callbacks [] for security_group (52199283-7a38-495d-909c-3239447ab56f), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:37.235717 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (a166bf80-dd78-4bfb-a042-240b93329cfe), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:37.268360 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-7381d18c-a255-4afb-947a-4842a5142fd0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3679078 Jul 15 15:01:37.354676 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Publish callbacks [] for port (35cb861a-893f-493a-8f53-805f0b3d3328), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:37.380176 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:37.463279 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279eb02a-13c5-49a2-ae2b-4dd6afa25bcb None None] Network 8cbe834b-0e33-48cc-ab37-dcdff25257d2 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:01:37.530218 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.77', 49318) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:37.552026 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Attempting to bind port 35cb861a-893f-493a-8f53-805f0b3d3328 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:37.553101 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Attempting to bind port 35cb861a-893f-493a-8f53-805f0b3d3328 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:37.553706 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Attempting to bind port 35cb861a-893f-493a-8f53-805f0b3d3328 on network 29f97e75-619a-4639-983a-850b07ef11ec {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:37.557776 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe710de8-673c-4957-bae6-bd5467f972a9 None None] Pushing event updated for resources: {'Port': ['ID=35cb861a-893f-493a-8f53-805f0b3d3328,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:37.583579 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:37.583975 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Checking segment: {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:37.584387 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:37.589258 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Bound using segment: {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:37.593132 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Bound port: 35cb861a-893f-493a-8f53-805f0b3d3328, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:37.593646 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:37.832982 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d53086f-5f2a-4e68-aa2f-16cb744cd669 admin admin] Publish callbacks [] for security_group (52199283-7a38-495d-909c-3239447ab56f), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:37.873434 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] For port 35cb861a-893f-493a-8f53-805f0b3d3328, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:37.873675 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59424) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:37.878807 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] For port 35cb861a-893f-493a-8f53-805f0b3d3328, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=35cb861a-893f-493a-8f53-805f0b3d3328,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:37.894519 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:37.900498 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-403584d5-a5cb-4197-a62d-d261ffafa66e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7403162 Jul 15 15:01:37.961609 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (9f725002-cd1e-4a63-82dd-4e4691525556), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:38.062103 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Routers {'a6438654-942e-4307-b483-4b6bfd7402e9'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:38.064162 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['a6438654-942e-4307-b483-4b6bfd7402e9'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:38.183246 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c5428a46-730a-411e-8a3c-5b912d29f112 req-0b6e441e-a8c8-44ed-8b61-59cc0d5088c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 210 time: 0.2338545 Jul 15 15:01:38.256447 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e44938-4933-41d3-8dd5-64ccd43a777c admin admin] Deleting subnet 78da8248-918c-4571-a068-4ef3f0f97dff {{(pid=103712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:01:38.347470 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe710de8-673c-4957-bae6-bd5467f972a9 None None] Pushing event updated for resources: {'Port': ['ID=35cb861a-893f-493a-8f53-805f0b3d3328,revision_number=4']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:38.351307 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Made reservation on behalf of 814fda1748c94c2aba9d46d2d5c6f8c5 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:38.381784 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-59e44938-4933-41d3-8dd5-64ccd43a777c admin admin] Publish callbacks [] for subnet (78da8248-918c-4571-a068-4ef3f0f97dff), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:38.382110 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:38.462844 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59442) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:38.520204 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device db6daee8-67e2-4622-9f3e-b6e0f89e3f5c up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:38.549246 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-88c35019-80c5-4377-994f-289b55b1d53a req-ba9e3a38-11e0-4bfc-856e-69bbf3309257 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 210 time: 0.0983932 Jul 15 15:01:38.582020 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5f7efdd4-8a5d-43ef-bf44-9fdcd197e18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:38.654892 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-4d0e7835-3113-4f6c-82a5-3e9d1717b94c None None] Provisioning complete for port 35cb861a-893f-493a-8f53-805f0b3d3328 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:38.655282 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7835-3113-4f6c-82a5-3e9d1717b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:38.691707 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] Set router a6438654-942e-4307-b483-4b6bfd7402e9 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:38.776939 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:38.779264 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:38.802394 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-59e44938-4933-41d3-8dd5-64ccd43a777c admin admin] Publish callbacks [] for subnet (78da8248-918c-4571-a068-4ef3f0f97dff), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:38.846113 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-9501847f-5907-4a3f-8ccf-2a2d6a6dbe44 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:38.848395 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-9501847f-5907-4a3f-8ccf-2a2d6a6dbe44 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 819 time: 1.3048804 Jul 15 15:01:38.855878 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-59e44938-4933-41d3-8dd5-64ccd43a777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (78da8248-918c-4571-a068-4ef3f0f97dff), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:38.858851 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Made reservation on behalf of 5c1655e3a06c4848b17c0563e4910375 for: {'port': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:38.863609 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:38.917120 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Request body: {'port': {'device_id': '4c32700e-81bf-45c7-b77f-1ce572c076d4', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'admin_state_up': True, 'tenant_id': '43e7616bd1554258b18fc994e5de2824'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:38.936522 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'name': 'tempest-DeleteServersTestJSON-604469301-router', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 4, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'gw_port': {'id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'e30220f1-a6b6-4322-9d04-61613a70a6c1', 'name': '', 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'mac_address': 'fa:16:3e:5d:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:23Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 2, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'subnets': [{'id': 'fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:39.030113 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d53086f-5f2a-4e68-aa2f-16cb744cd669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (52199283-7a38-495d-909c-3239447ab56f), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:39.033765 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d53086f-5f2a-4e68-aa2f-16cb744cd669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:39.035474 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-3d53086f-5f2a-4e68-aa2f-16cb744cd669 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52199283-7a38-495d-909c-3239447ab56f HTTP/1.1" status: 204 len: 168 time: 2.8020086 Jul 15 15:01:39.054015 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Checking router: 1d24a33e-bb80-4a64-a27a-f2b72ce69748 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:39.054387 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Updating router 1d24a33e-bb80-4a64-a27a-f2b72ce69748 port e30220f1-a6b6-4322-9d04-61613a70a6c1 binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:39.096731 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3955-479a-4780-9fc6-70eb0b993f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:39.143768 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-c613e8bb-c519-466c-bae8-54d1e8463a1b service neutron] 10.222.0.47 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1447740 Jul 15 15:01:39.173208 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:39.334171 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e7835-3113-4f6c-82a5-3e9d1717b94c None None] Current status of the port 35cb861a-893f-493a-8f53-805f0b3d3328 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:39.334566 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7835-3113-4f6c-82a5-3e9d1717b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:39.357771 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53086f-5f2a-4e68-aa2f-16cb744cd669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52199283-7a38-495d-909c-3239447ab56f,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:39.481320 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Allocated IP 172.20.0.4 (baca9e78-5acd-446b-98d4-f1c07d9b285a/fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca/16b6a5fa-525c-487a-bf83-d4bffcd0ebfe) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:39.499349 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:39.503392 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 92cf48f4-3f38-4567-81e2-81634bd0ae29 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:39.570225 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '35cb861a-893f-493a-8f53-805f0b3d3328', 'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'mac_address': 'fa:16:3e:10:6f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:27Z', 'updated_at': '2022-07-15T15:01:37Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'subnets': [{'id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:39.614449 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1670aad-6a40-451a-ae33-a2d1a9f997c3 None None] The sync data for ids ['a6438654-942e-4307-b483-4b6bfd7402e9'] in dv-cinder-848821-1-iscsi is: [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '35cb861a-893f-493a-8f53-805f0b3d3328', 'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'mac_address': 'fa:16:3e:10:6f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:27Z', 'updated_at': '2022-07-15T15:01:37Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'subnets': [{'id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:39.670577 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for port (9f725002-cd1e-4a63-82dd-4e4691525556), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:39.681534 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (9f725002-cd1e-4a63-82dd-4e4691525556), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:39.756400 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event updated for resources: {'Port': ['ID=9f725002-cd1e-4a63-82dd-4e4691525556,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:39.794732 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (a166bf80-dd78-4bfb-a042-240b93329cfe), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:39.973835 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59464) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:40.014536 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3955-479a-4780-9fc6-70eb0b993f4c admin admin] Publish callbacks [] for security_group (343c229f-d893-4e5b-a3bb-fb9a155c74aa), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.039803 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-4d0e7835-3113-4f6c-82a5-3e9d1717b94c None None] For port 35cb861a-893f-493a-8f53-805f0b3d3328, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=35cb861a-893f-493a-8f53-805f0b3d3328,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:40.066772 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4d0e7835-3113-4f6c-82a5-3e9d1717b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.082308 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-45932ecc-40b4-44a6-8105-961eb4f038ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.088224 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.103096 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-b919018b-da9a-48b5-b950-068eb4af22ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2467501 Jul 15 15:01:40.104621 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3955-479a-4780-9fc6-70eb0b993f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (343c229f-d893-4e5b-a3bb-fb9a155c74aa), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.131319 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 92cf48f4-3f38-4567-81e2-81634bd0ae29 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:40.131771 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.218751 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Allocated IP 172.20.0.10 (09e4a839-49dc-4449-820a-c7761e07caeb/b4c0d13e-9495-4ec1-954d-b576dfbb7223/c6dce89a-8073-4a24-b77f-96ecdfe6f936) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:40.272589 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e7835-3113-4f6c-82a5-3e9d1717b94c None None] Pushing event updated for resources: {'Port': ['ID=35cb861a-893f-493a-8f53-805f0b3d3328,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:40.298198 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2fac6403-a3f8-4d07-9427-5f52ddb70e4c req-f8705695-62a8-48ee-bd95-d1624e349fd1 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 210 time: 0.4018509 Jul 15 15:01:40.304667 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-4d3b3955-479a-4780-9fc6-70eb0b993f4c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e5aec28c5b34acab0551d145bf97e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7599921 Jul 15 15:01:40.307491 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-4e3b1e09-2b35-4ba1-beb3-465e573c2201 None None] Provisioning complete for port 35cb861a-893f-493a-8f53-805f0b3d3328 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:40.308031 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1e09-2b35-4ba1-beb3-465e573c2201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.319221 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a533dad2-e144-4254-bfcb-d64151d071fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.410527 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59474) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:40.466459 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-59e44938-4933-41d3-8dd5-64ccd43a777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for subnet (78da8248-918c-4571-a068-4ef3f0f97dff), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.469541 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 92cf48f4-3f38-4567-81e2-81634bd0ae29 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:40.517861 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f511bfd7-f6c0-489b-a4e8-a14d7d9f4cca service neutron] 10.222.0.47 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3725331 Jul 15 15:01:40.533054 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b1e09-2b35-4ba1-beb3-465e573c2201 None None] Current status of the port 35cb861a-893f-493a-8f53-805f0b3d3328 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:40.676375 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-517553ef-0aea-4f80-916d-8ff8877e948c req-9b121c94-8fa4-4253-9c09-37c29549fa41 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 210 time: 0.0641358 Jul 15 15:01:40.676619 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.687903 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b3955-479a-4780-9fc6-70eb0b993f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343c229f-d893-4e5b-a3bb-fb9a155c74aa,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:40.813662 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 35cb861a-893f-493a-8f53-805f0b3d3328 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:40.939872 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.942928 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e44938-4933-41d3-8dd5-64ccd43a777c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78da8248-918c-4571-a068-4ef3f0f97dff,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:40.972613 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.980401 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 35cb861a-893f-493a-8f53-805f0b3d3328 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:40.980990 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.994363 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-59e44938-4933-41d3-8dd5-64ccd43a777c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:40.997640 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-59e44938-4933-41d3-8dd5-64ccd43a777c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/78da8248-918c-4571-a068-4ef3f0f97dff HTTP/1.1" status: 204 len: 168 time: 3.0930157 Jul 15 15:01:41.026492 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59494) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:41.108250 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Made reservation on behalf of 43e7616bd1554258b18fc994e5de2824 for: {'port': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:41.111668 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.164103 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 35cb861a-893f-493a-8f53-805f0b3d3328 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:41.256843 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Publish callbacks [] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.268971 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-093529f0-501a-4fda-9d04-3eaf4c429704 req-4b387976-3bd5-497e-9d74-0bcdc4c531e5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 210 time: 0.2787523 Jul 15 15:01:41.328235 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-fed0ba11-47d3-4a92-9513-4ef3c126bbf6 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--171422270&fields=id&tenant_id=e6b962299ae347548ec82de0f2b6389d HTTP/1.1" status: 200 len: 267 time: 0.4278855 Jul 15 15:01:41.340624 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a533dad2-e144-4254-bfcb-d64151d071fa admin admin] Publish callbacks [] for security_group (41ae44ed-c77d-47c5-9766-33f46bc82390), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.346565 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (0cfa4601-69b7-4cf0-bcac-e23ce90e88a3), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.369404 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a533dad2-e144-4254-bfcb-d64151d071fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (41ae44ed-c77d-47c5-9766-33f46bc82390), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.386134 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Network 09e4a839-49dc-4449-820a-c7761e07caeb is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:41.429445 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4caefea2-57ea-4414-befa-ea4878d8df48 admin admin] Publish callbacks [] for security_group (343c229f-d893-4e5b-a3bb-fb9a155c74aa), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.469047 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:41.474489 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:41.488914 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:41.489588 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for port (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.526657 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a533dad2-e144-4254-bfcb-d64151d071fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=79fd82439607490fbaa471cf50dff441&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4802470 Jul 15 15:01:41.532329 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'Port': ['ID=c6dce89a-8073-4a24-b77f-96ecdfe6f936,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:41.542439 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59504) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:41.572312 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533dad2-e144-4254-bfcb-d64151d071fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ae44ed-c77d-47c5-9766-33f46bc82390,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:41.579767 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.682005 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00955590-bf2b-47b0-80c5-dbae2cc48a38 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4774721 Jul 15 15:01:41.695467 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4caefea2-57ea-4414-befa-ea4878d8df48 admin admin] Publish callbacks [] for security_group (343c229f-d893-4e5b-a3bb-fb9a155c74aa), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.875794 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Publish callbacks [] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.877620 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-5a78c633-dc5b-46f2-a304-c93ebcb54f4c tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:41.879558 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-5a78c633-dc5b-46f2-a304-c93ebcb54f4c tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/networks?id=4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 200 len: 810 time: 0.5504100 Jul 15 15:01:41.889262 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Network baca9e78-5acd-446b-98d4-f1c07d9b285a is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:41.889405 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.920347 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4caefea2-57ea-4414-befa-ea4878d8df48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (343c229f-d893-4e5b-a3bb-fb9a155c74aa), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.922504 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:41.923029 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4caefea2-57ea-4414-befa-ea4878d8df48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.926575 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-4caefea2-57ea-4414-befa-ea4878d8df48 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/343c229f-d893-4e5b-a3bb-fb9a155c74aa HTTP/1.1" status: 204 len: 168 time: 1.5084617 Jul 15 15:01:41.933138 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:41.948194 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:41.949210 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:41.955644 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8759928b-2bd5-4af7-967e-28b214a51a87 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/quotas/e6b962299ae347548ec82de0f2b6389d HTTP/1.1" status: 200 len: 375 time: 0.0472615 Jul 15 15:01:41.955865 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caefea2-57ea-4414-befa-ea4878d8df48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343c229f-d893-4e5b-a3bb-fb9a155c74aa,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:41.970486 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e73922-0b68-444b-af8e-1f838141da44 None None] Pushing event updated for resources: {'Port': ['ID=e30220f1-a6b6-4322-9d04-61613a70a6c1,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:42.005975 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (0cfa4601-69b7-4cf0-bcac-e23ce90e88a3), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.018829 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99130ee6-7d84-4dcf-9572-2a6a599c5699 req-170da7fd-b4fd-47e1-863f-6b6f992321e3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:42.034457 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-9ee1cb4d-7914-48d2-a373-c75345c64a78 None None] Provisioning complete for port c6dce89a-8073-4a24-b77f-96ecdfe6f936 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:42.034696 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9ee1cb4d-7914-48d2-a373-c75345c64a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.043092 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-99130ee6-7d84-4dcf-9572-2a6a599c5699 req-170da7fd-b4fd-47e1-863f-6b6f992321e3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 932 time: 0.4596889 Jul 15 15:01:42.065323 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Allocated IP 172.20.0.14 (29f97e75-619a-4639-983a-850b07ef11ec/f6e36d81-7ed2-41ef-8407-809b4ec490a5/85697579-81ac-41bb-9650-aeba95f3afce) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:42.074999 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Pushing event updated for resources: {'Port': ['ID=16b6a5fa-525c-487a-bf83-d4bffcd0ebfe,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:42.082210 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-582b11ba-d823-40e5-ac06-1605ca676ecc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3088694 Jul 15 15:01:42.087857 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.088285 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.089327 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.089472 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > port after_create 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.089727 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.090092 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > port after_update 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.090425 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.091004 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.091150 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.091469 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.096098 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Attempting to bind port e30220f1-a6b6-4322-9d04-61613a70a6c1 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:42.096370 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Attempting to bind port e30220f1-a6b6-4322-9d04-61613a70a6c1 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:42.096789 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Attempting to bind port e30220f1-a6b6-4322-9d04-61613a70a6c1 on network baca9e78-5acd-446b-98d4-f1c07d9b285a {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:42.107397 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-9ee1cb4d-7914-48d2-a373-c75345c64a78 None None] Port c6dce89a-8073-4a24-b77f-96ecdfe6f936 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:42.111418 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:42.111832 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Checking segment: {'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:42.112240 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.112722 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Bound using segment: {'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:42.113772 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Bound port: e30220f1-a6b6-4322-9d04-61613a70a6c1, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:42.114161 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.115612 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fba134cb-c3f7-484f-9533-52889f53d9a6 admin admin] Publish callbacks [] for security_group (41ae44ed-c77d-47c5-9766-33f46bc82390), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.216937 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fba134cb-c3f7-484f-9533-52889f53d9a6 admin admin] Publish callbacks [] for security_group (41ae44ed-c77d-47c5-9766-33f46bc82390), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.217765 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] For port e30220f1-a6b6-4322-9d04-61613a70a6c1, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:42.222848 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] For port e30220f1-a6b6-4322-9d04-61613a70a6c1, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=e30220f1-a6b6-4322-9d04-61613a70a6c1,segment=NetworkSegment(19a32d10-1d3b-4903-a246-a08e71771408),segment_id=19a32d10-1d3b-4903-a246-a08e71771408)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:42.233204 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.299494 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Routers {'1d24a33e-bb80-4a64-a27a-f2b72ce69748'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:01:42.300208 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:01:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['1d24a33e-bb80-4a64-a27a-f2b72ce69748'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:42.302493 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e73922-0b68-444b-af8e-1f838141da44 None None] Pushing event updated for resources: {'Port': ['ID=e30220f1-a6b6-4322-9d04-61613a70a6c1,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:42.406989 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.407220 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-99130ee6-7d84-4dcf-9572-2a6a599c5699 req-e177aea8-78fd-4410-bf4b-238528632b36 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889862 Jul 15 15:01:42.458480 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-12d30786-e089-48b8-b7ff-a8f772b3240e None None] Provisioning complete for port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:42.459031 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-12d30786-e089-48b8-b7ff-a8f772b3240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.499115 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for port (85697579-81ac-41bb-9650-aeba95f3afce), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.573902 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.574951 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.575864 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.576434 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:42.577186 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfa4601-69b7-4cf0-bcac-e23ce90e88a3']}} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:42.615802 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (85697579-81ac-41bb-9650-aeba95f3afce), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.627576 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fba134cb-c3f7-484f-9533-52889f53d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (41ae44ed-c77d-47c5-9766-33f46bc82390), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.628260 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b13423d-4bb2-4cea-8ac9-f22580c8947d') {'for_net_delete': True} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:42.628887 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b13423d-4bb2-4cea-8ac9-f22580c8947d') {} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:42.634490 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] Set router 1d24a33e-bb80-4a64-a27a-f2b72ce69748 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:01:42.636506 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-12d30786-e089-48b8-b7ff-a8f772b3240e None None] Port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:42.641288 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fba134cb-c3f7-484f-9533-52889f53d9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.647527 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-fba134cb-c3f7-484f-9533-52889f53d9a6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41ae44ed-c77d-47c5-9766-33f46bc82390 HTTP/1.1" status: 204 len: 168 time: 1.0943511 Jul 15 15:01:42.668790 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-d49e75ed-9fe1-474c-ae2c-fd2a97074724 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6b962299ae347548ec82de0f2b6389d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6905282 Jul 15 15:01:42.676045 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59522) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:42.698530 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8946320'] for segment (1b13423d-4bb2-4cea-8ac9-f22580c8947d), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.758844 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event updated for resources: {'Port': ['ID=85697579-81ac-41bb-9650-aeba95f3afce,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:42.767042 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device e30220f1-a6b6-4322-9d04-61613a70a6c1 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:42.791568 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba134cb-c3f7-484f-9533-52889f53d9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ae44ed-c77d-47c5-9766-33f46bc82390,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:42.810615 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Network 29f97e75-619a-4639-983a-850b07ef11ec is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:42.812388 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:42.828428 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:42.845272 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:42.846212 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for port (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.900425 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-858af92e-fee8-4e60-bb1a-148e78cb385b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:42.902746 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-3dc6bb6a-3d19-4128-bebd-de9a2ab9deb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0176971 Jul 15 15:01:42.937065 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (1b13423d-4bb2-4cea-8ac9-f22580c8947d), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:43.086495 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-be65566a-ae6c-4f53-a9b1-3391d4d0707b None None] Provisioning complete for port e30220f1-a6b6-4322-9d04-61613a70a6c1 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:43.086814 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-be65566a-ae6c-4f53-a9b1-3391d4d0707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:43.087003 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:01:43.087403 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9594317'] for segment (1b13423d-4bb2-4cea-8ac9-f22580c8947d), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:43.171482 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e433d9d-7741-4bf6-a363-0fe532aea4da req-f8c095bf-fe95-4efa-b7ea-0b16cc87055c tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:43.173367 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3e433d9d-7741-4bf6-a363-0fe532aea4da req-f8c095bf-fe95-4efa-b7ea-0b16cc87055c tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 931 time: 0.1816525 Jul 15 15:01:43.327380 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3e433d9d-7741-4bf6-a363-0fe532aea4da req-242d7583-dfa1-408a-bbf7-1096a9951793 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483021 Jul 15 15:01:43.483837 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2668f999-71fa-4c8f-9c4b-34c23bd9f828 req-7c7b5291-218d-4f82-a8be-0aea9d1c5b06 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 210 time: 0.0486724 Jul 15 15:01:43.581558 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-858af92e-fee8-4e60-bb1a-148e78cb385b admin admin] Publish callbacks [] for security_group (70cbeb46-d01c-43cf-a8fa-003afcd7fc04), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:43.598262 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port e30220f1-a6b6-4322-9d04-61613a70a6c1 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:43.598853 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:43.600194 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-0d0bbdc9-a744-4d44-880b-8c5871e52808 service neutron] 10.222.0.47 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9119747 Jul 15 15:01:43.612876 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (0cfa4601-69b7-4cf0-bcac-e23ce90e88a3), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:43.614524 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-858af92e-fee8-4e60-bb1a-148e78cb385b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (70cbeb46-d01c-43cf-a8fa-003afcd7fc04), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:43.712066 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-be65566a-ae6c-4f53-a9b1-3391d4d0707b None None] Current status of the port e30220f1-a6b6-4322-9d04-61613a70a6c1 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:43.713168 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-be65566a-ae6c-4f53-a9b1-3391d4d0707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:43.714748 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=0cfa4601-69b7-4cf0-bcac-e23ce90e88a3,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:43.728334 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:43.734944 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59544) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:43.742131 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-12230694-da6e-4b98-9393-53c022f06f6d admin admin] 10.222.0.47 "DELETE /v2.0/networks/0cfa4601-69b7-4cf0-bcac-e23ce90e88a3 HTTP/1.1" status: 204 len: 168 time: 2.7141466 Jul 15 15:01:43.778625 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-858af92e-fee8-4e60-bb1a-148e78cb385b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=886b6024e821419f99812426334b30c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0988052 Jul 15 15:01:43.779742 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59548) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:43.810578 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858af92e-fee8-4e60-bb1a-148e78cb385b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cbeb46-d01c-43cf-a8fa-003afcd7fc04,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:43.844299 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 1b13423d-4bb2-4cea-8ac9-f22580c8947d resource provider aggregate not found Jul 15 15:01:43.870648 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-be65566a-ae6c-4f53-a9b1-3391d4d0707b None None] For port e30220f1-a6b6-4322-9d04-61613a70a6c1, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=e30220f1-a6b6-4322-9d04-61613a70a6c1,segment=NetworkSegment(19a32d10-1d3b-4903-a246-a08e71771408),segment_id=19a32d10-1d3b-4903-a246-a08e71771408)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:43.875315 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port e30220f1-a6b6-4322-9d04-61613a70a6c1 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:43.876125 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:43.896862 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 1b13423d-4bb2-4cea-8ac9-f22580c8947d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b13423d-4bb2-4cea-8ac9-f22580c8947d found for delete ", "request_id": "req-d0ea65e7-b815-4618-be6c-a0e22a81a7b1"}]} Jul 15 15:01:43.906377 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-20422662-a36c-4e8c-8a89-fa4cddf95cc3 service neutron] 10.222.0.47 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031230 Jul 15 15:01:43.934011 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'name': 'tempest-DeleteServersTestJSON-604469301-router', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 4, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'gw_port': {'id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'e30220f1-a6b6-4322-9d04-61613a70a6c1', 'name': '', 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'mac_address': 'fa:16:3e:5d:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:23Z', 'updated_at': '2022-07-15T15:01:42Z', 'revision_number': 4, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'subnets': [{'id': 'fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:43.936263 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-be65566a-ae6c-4f53-a9b1-3391d4d0707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:43.951630 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_v2 [None req-229ca0c7-c01a-4b79-89f8-ea0af16bc79b admin admin] Deleting subnet 54bbeae7-c25b-4966-a2b6-62e4d7ac5709 {{(pid=103712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:01:43.964678 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-229ca0c7-c01a-4b79-89f8-ea0af16bc79b admin admin] Publish callbacks [] for subnet (54bbeae7-c25b-4966-a2b6-62e4d7ac5709), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.061922 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d79c5add-d7a2-4821-ac2d-664545e7976b admin admin] Publish callbacks [] for security_group (70cbeb46-d01c-43cf-a8fa-003afcd7fc04), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.065461 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4191b5b-4d82-4348-8637-a282410498fb None None] The sync data for ids ['1d24a33e-bb80-4a64-a27a-f2b72ce69748'] in dv-cinder-848821-1-iscsi is: [{'id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'name': 'tempest-DeleteServersTestJSON-604469301-router', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 4, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'gw_port': {'id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'e30220f1-a6b6-4322-9d04-61613a70a6c1', 'name': '', 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'mac_address': 'fa:16:3e:5d:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:23Z', 'updated_at': '2022-07-15T15:01:42Z', 'revision_number': 4, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'subnets': [{'id': 'fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:44.068402 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.102826 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-229ca0c7-c01a-4b79-89f8-ea0af16bc79b admin admin] Publish callbacks [] for subnet (54bbeae7-c25b-4966-a2b6-62e4d7ac5709), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.145170 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-7311b860-b136-4e6a-be2f-3cdd5ac3c2be None None] Provisioning complete for port 85697579-81ac-41bb-9650-aeba95f3afce triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:44.145900 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7311b860-b136-4e6a-be2f-3cdd5ac3c2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (85697579-81ac-41bb-9650-aeba95f3afce), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.178756 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d79c5add-d7a2-4821-ac2d-664545e7976b admin admin] Publish callbacks [] for security_group (70cbeb46-d01c-43cf-a8fa-003afcd7fc04), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.187636 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-229ca0c7-c01a-4b79-89f8-ea0af16bc79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (54bbeae7-c25b-4966-a2b6-62e4d7ac5709), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.223639 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65566a-ae6c-4f53-a9b1-3391d4d0707b None None] Pushing event updated for resources: {'Port': ['ID=e30220f1-a6b6-4322-9d04-61613a70a6c1,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:44.239442 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.db.api [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:01:44.239907 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG oslo_db.api [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:01:44.261729 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-344eba6c-fbe2-481c-ac28-8e691c98d8cb tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103712) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 15:01:44.263311 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-344eba6c-fbe2-481c-ac28-8e691c98d8cb tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129704 Jul 15 15:01:44.271404 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-045adedd-3609-4671-a7b5-0fbdedcf1a83 req-52d2d36d-582c-4b6a-91cc-2eb300cf3f5a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 210 time: 0.0731099 Jul 15 15:01:44.274347 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-7311b860-b136-4e6a-be2f-3cdd5ac3c2be None None] Port 85697579-81ac-41bb-9650-aeba95f3afce cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:44.303081 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-7311b860-b136-4e6a-be2f-3cdd5ac3c2be None None] Provisioning complete for port e30220f1-a6b6-4322-9d04-61613a70a6c1 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:44.303606 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7311b860-b136-4e6a-be2f-3cdd5ac3c2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.314692 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6cc00-4416-45b6-b624-f2ac89380010 req-eb4b9733-2242-47a7-949a-6c9f7288dcad tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:44.328463 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bae6cc00-4416-45b6-b624-f2ac89380010 req-eb4b9733-2242-47a7-949a-6c9f7288dcad tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 932 time: 0.3574741 Jul 15 15:01:44.477649 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-7311b860-b136-4e6a-be2f-3cdd5ac3c2be None None] Current status of the port e30220f1-a6b6-4322-9d04-61613a70a6c1 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:44.494041 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d79c5add-d7a2-4821-ac2d-664545e7976b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (70cbeb46-d01c-43cf-a8fa-003afcd7fc04), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.496866 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d79c5add-d7a2-4821-ac2d-664545e7976b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.498059 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-d79c5add-d7a2-4821-ac2d-664545e7976b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70cbeb46-d01c-43cf-a8fa-003afcd7fc04 HTTP/1.1" status: 204 len: 168 time: 0.7173495 Jul 15 15:01:44.516467 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-229ca0c7-c01a-4b79-89f8-ea0af16bc79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for subnet (54bbeae7-c25b-4966-a2b6-62e4d7ac5709), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.520386 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c5add-d7a2-4821-ac2d-664545e7976b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cbeb46-d01c-43cf-a8fa-003afcd7fc04,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:44.562443 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bae6cc00-4416-45b6-b624-f2ac89380010 req-3e584063-144e-463e-9519-700f9b4f415a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028437 Jul 15 15:01:44.626063 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ca0c7-c01a-4b79-89f8-ea0af16bc79b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54bbeae7-c25b-4966-a2b6-62e4d7ac5709,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:44.630743 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-229ca0c7-c01a-4b79-89f8-ea0af16bc79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.640879 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-229ca0c7-c01a-4b79-89f8-ea0af16bc79b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/54bbeae7-c25b-4966-a2b6-62e4d7ac5709 HTTP/1.1" status: 204 len: 168 time: 0.9025826 Jul 15 15:01:44.644746 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59576) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:44.674410 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75cc99-b6af-407f-bb4d-725f13e8f3b6 req-bdd61658-2924-4d0d-97a5-fe231c730f04 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:44.677263 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef75cc99-b6af-407f-bb4d-725f13e8f3b6 req-bdd61658-2924-4d0d-97a5-fe231c730f04 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 931 time: 0.2359376 Jul 15 15:01:44.780342 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef75cc99-b6af-407f-bb4d-725f13e8f3b6 req-4ec554de-373b-481e-8ad2-723faa153dcf tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929990 Jul 15 15:01:44.830986 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port e30220f1-a6b6-4322-9d04-61613a70a6c1 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:44.873010 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e614df9f-cef2-47f4-8981-f1b31c2a0e2b req-60d94bab-5257-4b61-bf5a-2a8651692653 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 210 time: 0.0928156 Jul 15 15:01:44.919260 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (8cbe834b-0e33-48cc-ab37-dcdff25257d2), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:44.969629 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device e30220f1-a6b6-4322-9d04-61613a70a6c1 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:45.037187 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (8cbe834b-0e33-48cc-ab37-dcdff25257d2), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:45.091216 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port e30220f1-a6b6-4322-9d04-61613a70a6c1 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:45.091589 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:45.096818 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.097627 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.098803 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.099325 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > port after_create 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.099686 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.100448 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > port after_update 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.100812 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.101440 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.102153 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.103027 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.178958 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port e30220f1-a6b6-4322-9d04-61613a70a6c1 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:45.206956 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-3cd25ef7-19d0-4142-9161-e966e2532019 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103713) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 15:01:45.208694 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-3cd25ef7-19d0-4142-9161-e966e2532019 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225008 Jul 15 15:01:45.420304 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1b964a72-099e-4cfa-8334-1cf28c319e55 req-dd30efdf-f245-4f12-96e6-857dc8437be4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 210 time: 0.0530167 Jul 15 15:01:45.423040 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.423613 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.424055 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.424468 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:45.424939 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbe834b-0e33-48cc-ab37-dcdff25257d2']}} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:45.435263 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-a1a1a775-1516-4b5c-bdb7-75732284c668 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103712) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 15:01:45.436442 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-a1a1a775-1516-4b5c-bdb7-75732284c668 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063856 Jul 15 15:01:45.451164 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7a9cb1-c279-4bdf-8b54-cf39b6637703') {'for_net_delete': True} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:45.451545 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7a9cb1-c279-4bdf-8b54-cf39b6637703') {} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:45.470783 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785230'] for segment (da7a9cb1-c279-4bdf-8b54-cf39b6637703), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:45.500481 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (da7a9cb1-c279-4bdf-8b54-cf39b6637703), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:45.511540 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:01:45.511871 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3082334'] for segment (da7a9cb1-c279-4bdf-8b54-cf39b6637703), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:45.636042 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (8cbe834b-0e33-48cc-ab37-dcdff25257d2), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:45.659505 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:45.666325 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] 10.222.0.47 "DELETE /v2.0/networks/8cbe834b-0e33-48cc-ab37-dcdff25257d2 HTTP/1.1" status: 204 len: 168 time: 1.0204990 Jul 15 15:01:45.677861 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5dc65-1bf0-4598-b655-9cddea1c7a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=8cbe834b-0e33-48cc-ab37-dcdff25257d2,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:45.789032 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc78ad7-3321-4d6d-93ce-f16071f8acce req-3fc9eb8f-6b47-43a4-bf8e-c83a7530901a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:45.791037 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5cc78ad7-3321-4d6d-93ce-f16071f8acce req-3fc9eb8f-6b47-43a4-bf8e-c83a7530901a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 932 time: 0.0863488 Jul 15 15:01:45.859804 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5cc78ad7-3321-4d6d-93ce-f16071f8acce req-baa2886c-6340-488b-8863-deffcb9cbde1 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623620 Jul 15 15:01:46.039723 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59640) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:46.161003 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe98be4-6690-4a29-9eae-b82b2e901664 req-f9dc2d56-346c-4a00-bb85-d4c4bd694b03 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:46.174635 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2fe98be4-6690-4a29-9eae-b82b2e901664 req-f9dc2d56-346c-4a00-bb85-d4c4bd694b03 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 931 time: 0.2416921 Jul 15 15:01:46.303266 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.services.segments.plugin [-] Segment da7a9cb1-c279-4bdf-8b54-cf39b6637703 resource provider aggregate not found Jul 15 15:01:46.309917 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-66ce3a26-72b3-4e77-9610-e693b13ea645 req-79d005fc-b0ba-4229-be34-cd0b04a019be tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 210 time: 0.3065236 Jul 15 15:01:46.337614 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.services.segments.plugin [-] Segment da7a9cb1-c279-4bdf-8b54-cf39b6637703 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da7a9cb1-c279-4bdf-8b54-cf39b6637703 found for delete ", "request_id": "req-a7c74dda-171e-4f55-8956-7f14adfaf17e"}]} Jul 15 15:01:46.352258 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2fe98be4-6690-4a29-9eae-b82b2e901664 req-ea74b799-d5f2-4c68-83ff-a1e0977bf4a2 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614161 Jul 15 15:01:46.368226 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-47f9cf42-0cbc-4f6f-8ac0-64efdc5434ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24d62c38077d484483b83811b94d45aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214679 Jul 15 15:01:46.370965 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59646) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:46.450145 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-698bd465-7405-4646-8294-c2de9575cbfd admin admin] Publish callbacks [] for security_group (ac09d966-2c8d-4eb5-90fd-1a91e65d02d6), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:46.584717 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f42c1760-4446-4441-b266-ffb65d4d1a3b req-5a75c7b7-eeb2-4268-9a08-083745b30f46 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 210 time: 0.0550675 Jul 15 15:01:46.597536 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-698bd465-7405-4646-8294-c2de9575cbfd admin admin] Publish callbacks [] for security_group (ac09d966-2c8d-4eb5-90fd-1a91e65d02d6), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:46.720275 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-698bd465-7405-4646-8294-c2de9575cbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (ac09d966-2c8d-4eb5-90fd-1a91e65d02d6), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:46.725308 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-698bd465-7405-4646-8294-c2de9575cbfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:46.732009 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-698bd465-7405-4646-8294-c2de9575cbfd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac09d966-2c8d-4eb5-90fd-1a91e65d02d6 HTTP/1.1" status: 204 len: 168 time: 0.3573923 Jul 15 15:01:46.779867 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bd465-7405-4646-8294-c2de9575cbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac09d966-2c8d-4eb5-90fd-1a91e65d02d6,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:47.159966 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e68290-8ae7-4863-9925-d2c89d7ee1aa req-52337afd-0dda-4e46-a7e0-86a749d90058 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:47.169369 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-65e68290-8ae7-4863-9925-d2c89d7ee1aa req-52337afd-0dda-4e46-a7e0-86a749d90058 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 932 time: 0.1218586 Jul 15 15:01:47.260832 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-65e68290-8ae7-4863-9925-d2c89d7ee1aa req-5f064714-496f-4d19-afd6-7835f7ec1d3f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830736 Jul 15 15:01:47.303525 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Request body: {'port': {'device_id': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:47.404688 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Request body: {'port': {'device_id': 'ad150760-987c-4d37-bf3c-dcdbeb4b54f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:47.437920 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:47.610550 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9442373e-0fbc-4dc9-bbe2-e2a0db9dbb50 req-7952d794-df38-4e72-b17d-c818b0255570 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 210 time: 0.1093655 Jul 15 15:01:47.622442 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Request body: {'port': {'device_id': '4c32700e-81bf-45c7-b77f-1ce572c076d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:47.807525 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c80741-843a-4997-8977-761e15acb2cf req-88c0153e-c713-4d33-be19-c0ddeedd446a tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:47.815017 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-17c80741-843a-4997-8977-761e15acb2cf req-88c0153e-c713-4d33-be19-c0ddeedd446a tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 931 time: 0.3214436 Jul 15 15:01:47.815851 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59698) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:47.852221 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-537b3bec-5816-4cc9-a6ca-e25fdb519815 req-33662370-405f-4a36-a35d-3fd108489ae8 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 210 time: 0.0982881 Jul 15 15:01:47.895069 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59702) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:47.926331 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:48.022473 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (85697579-81ac-41bb-9650-aeba95f3afce), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:48.075463 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-5eb2206c-1631-40e2-aa5d-e9202b6c8062 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=259f7e8c77414f5a9cf10b3ac1e5d262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770189 Jul 15 15:01:48.080103 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59706) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:48.249286 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2a6151c4-4b16-4f6b-9a7e-61596a55b7a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:48.371416 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-17c80741-843a-4997-8977-761e15acb2cf req-a792975e-2bc3-437a-9616-237cc44ba7d2 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317705 Jul 15 15:01:48.413564 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.77', 49327) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:48.592275 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.77', 49328) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:48.787909 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2a6151c4-4b16-4f6b-9a7e-61596a55b7a9 admin admin] Publish callbacks [] for security_group (24228b42-be33-4325-bda3-2e0df4a7ddc4), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:48.899210 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5cddc188-dfa1-4459-b9e3-cbe3ac3b9e89 req-2f827ba1-ed24-4551-80f9-f2e8e80b8b6b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 210 time: 0.1178277 Jul 15 15:01:48.906465 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2a6151c4-4b16-4f6b-9a7e-61596a55b7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (24228b42-be33-4325-bda3-2e0df4a7ddc4), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:48.922071 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a0d59280-9096-4e19-9c86-6bb4e6aef035 admin admin] Publish callbacks [] for security_group (34e65533-b927-4c51-8046-3744c876efb6), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:48.941403 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dce89a-8073-4a24-b77f-96ecdfe6f936 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:01:48.967858 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914714e-1b7b-4a0c-b418-e9d19b36e72d req-bb1a6b3e-6643-4575-b6a8-18df6b680454 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:48.999276 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0914714e-1b7b-4a0c-b418-e9d19b36e72d req-bb1a6b3e-6643-4575-b6a8-18df6b680454 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 932 time: 0.6265013 Jul 15 15:01:49.027869 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Publish callbacks [] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:49.188527 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cf356914-76e0-440c-8ac9-52061f08cd24 req-1a4333a6-e65a-4649-8fb0-d51271841168 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 210 time: 0.0567038 Jul 15 15:01:49.221199 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Transition to ACTIVE for port object c6dce89a-8073-4a24-b77f-96ecdfe6f936 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:01:49.226220 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6151c4-4b16-4f6b-9a7e-61596a55b7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24228b42-be33-4325-bda3-2e0df4a7ddc4,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:49.232528 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-2a6151c4-4b16-4f6b-9a7e-61596a55b7a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ed5fd23c1494f7b94346cd9d7fefc25&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3982499 Jul 15 15:01:49.243232 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-78a55944-7fa8-4d36-86b0-0bee2c2dff25 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:49.245033 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-78a55944-7fa8-4d36-86b0-0bee2c2dff25 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 819 time: 0.7395742 Jul 15 15:01:49.245959 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:49.249027 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59740) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:49.326369 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a0d59280-9096-4e19-9c86-6bb4e6aef035 admin admin] Publish callbacks [] for security_group (34e65533-b927-4c51-8046-3744c876efb6), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:49.404124 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dce89a-8073-4a24-b77f-96ecdfe6f936,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:49.495406 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59750) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:49.520300 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0914714e-1b7b-4a0c-b418-e9d19b36e72d req-44a19024-da0f-4c07-b483-ad2bbbf5eb81 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5086308 Jul 15 15:01:49.580081 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Request body: {'port': {'device_id': '5939cffb-6093-41e0-9725-563d33faa584', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'admin_state_up': True, 'tenant_id': '43e7616bd1554258b18fc994e5de2824'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:49.715581 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a0d59280-9096-4e19-9c86-6bb4e6aef035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (34e65533-b927-4c51-8046-3744c876efb6), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:49.718291 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a0d59280-9096-4e19-9c86-6bb4e6aef035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:49.722349 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-a0d59280-9096-4e19-9c86-6bb4e6aef035 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34e65533-b927-4c51-8046-3744c876efb6 HTTP/1.1" status: 204 len: 168 time: 1.6394906 Jul 15 15:01:49.792629 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-f9a0f932-d0e5-4f36-8467-005a58dfa072 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:49.797621 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-f9a0f932-d0e5-4f36-8467-005a58dfa072 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.77 "GET /v2.0/networks?id=4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 200 len: 810 time: 0.4471111 Jul 15 15:01:49.817196 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d59280-9096-4e19-9c86-6bb4e6aef035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e65533-b927-4c51-8046-3744c876efb6,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:49.864062 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe {{(pid=103712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:01:49.964179 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Publish callbacks [] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:49.971211 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-91cfdefc-6cf1-4c4a-8dba-71980915dd04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:50.022638 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.provisioning_blocks [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Transition to ACTIVE for port object 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe will not be triggered until provisioned by entity L2. {{(pid=103712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:01:50.056197 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85697579-81ac-41bb-9650-aeba95f3afce {{(pid=103712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:01:50.073667 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:50.097052 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Publish callbacks [] for port (85697579-81ac-41bb-9650-aeba95f3afce), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:50.129798 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-4a5f5e3c-f5a2-4134-9b5e-689d5e7ea3ec tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6b962299ae347548ec82de0f2b6389d HTTP/1.1" status: 200 len: 379 time: 0.2454185 Jul 15 15:01:50.153453 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Request body: {'port': {'device_id': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'admin_state_up': True, 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'security_groups': ['c7e6dc23-92f5-4127-964b-f260762ce8ca']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:50.162740 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4661ee07-2f0c-4620-a8ed-05e66c67e1c4 admin admin] Publish callbacks [] for security_group (24228b42-be33-4325-bda3-2e0df4a7ddc4), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:50.177204 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f02a2bed-d787-4108-bc87-3113a0db7953 req-7d68069f-b18c-4ada-8350-b729835f9f54 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 210 time: 0.1003458 Jul 15 15:01:50.193739 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.provisioning_blocks [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Transition to ACTIVE for port object 85697579-81ac-41bb-9650-aeba95f3afce will not be triggered until provisioned by entity L2. {{(pid=103712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:01:50.245491 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (85697579-81ac-41bb-9650-aeba95f3afce), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:50.385884 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Pushing event updated for resources: {'Port': ['ID=16b6a5fa-525c-487a-bf83-d4bffcd0ebfe,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:50.493786 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5260e2-c158-457b-9786-1291b03398ae req-235da7f3-fc9f-4e40-b920-d1d43b37e7df tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:50.495389 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0b5260e2-c158-457b-9786-1291b03398ae req-235da7f3-fc9f-4e40-b920-d1d43b37e7df tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 931 time: 0.9366047 Jul 15 15:01:50.497804 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4661ee07-2f0c-4620-a8ed-05e66c67e1c4 admin admin] Publish callbacks [] for security_group (24228b42-be33-4325-bda3-2e0df4a7ddc4), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:50.519765 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Attempting to bind port c6dce89a-8073-4a24-b77f-96ecdfe6f936 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:50.520118 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Attempting to bind port c6dce89a-8073-4a24-b77f-96ecdfe6f936 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:50.520485 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Attempting to bind port c6dce89a-8073-4a24-b77f-96ecdfe6f936 on network 09e4a839-49dc-4449-820a-c7761e07caeb {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:50.527570 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:01:50.579001 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Port c6dce89a-8073-4a24-b77f-96ecdfe6f936 on network 09e4a839-49dc-4449-820a-c7761e07caeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:01:50.579379 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Attempting to bind port c6dce89a-8073-4a24-b77f-96ecdfe6f936 on network 09e4a839-49dc-4449-820a-c7761e07caeb {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:50.607168 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Made reservation on behalf of 43e7616bd1554258b18fc994e5de2824 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:50.607296 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b8275ea9-ce96-4af6-8c74-b6793c49d72c req-d9875c74-f3ab-486b-90ac-9c6e915bf9e2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 210 time: 0.2364554 Jul 15 15:01:50.611936 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:50.631363 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:50.631836 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Checking segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:50.632733 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Bound using segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:50.633478 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Bound port: c6dce89a-8073-4a24-b77f-96ecdfe6f936, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:50.633909 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:50.799024 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0b5260e2-c158-457b-9786-1291b03398ae req-36e1ed93-c7a4-4e02-ace4-13231ba64851 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903714 Jul 15 15:01:50.928271 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4661ee07-2f0c-4620-a8ed-05e66c67e1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (24228b42-be33-4325-bda3-2e0df4a7ddc4), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:50.933826 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4661ee07-2f0c-4620-a8ed-05e66c67e1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:50.935149 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-4661ee07-2f0c-4620-a8ed-05e66c67e1c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/24228b42-be33-4325-bda3-2e0df4a7ddc4 HTTP/1.1" status: 204 len: 168 time: 1.6518495 Jul 15 15:01:51.080806 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.managers [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Attempting to bind port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:51.081366 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.managers [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Attempting to bind port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'}] {{(pid=103712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:51.082116 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Attempting to bind port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe on network baca9e78-5acd-446b-98d4-f1c07d9b285a {{(pid=103712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:51.116838 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Pushing event updated for resources: {'Port': ['ID=85697579-81ac-41bb-9650-aeba95f3afce,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:51.128966 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-91cfdefc-6cf1-4c4a-8dba-71980915dd04 admin admin] Publish callbacks [] for security_group (2c08f3fa-6cca-4304-be15-6a0bd7f1c264), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:51.132742 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe on network baca9e78-5acd-446b-98d4-f1c07d9b285a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:01:51.133538 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Attempting to bind port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe on network baca9e78-5acd-446b-98d4-f1c07d9b285a {{(pid=103712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:51.153352 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-91cfdefc-6cf1-4c4a-8dba-71980915dd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (2c08f3fa-6cca-4304-be15-6a0bd7f1c264), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:51.163096 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:51.163574 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Checking segment: {'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:51.164409 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Bound using segment: {'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'} {{(pid=103712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:51.165431 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.managers [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Bound port: 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a32d10-1d3b-4903-a246-a08e71771408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a'}}] {{(pid=103712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:51.165901 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:51.176261 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Made reservation on behalf of e6b962299ae347548ec82de0f2b6389d for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:51.188588 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:51.278448 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661ee07-2f0c-4620-a8ed-05e66c67e1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24228b42-be33-4325-bda3-2e0df4a7ddc4,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:51.322082 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-91cfdefc-6cf1-4c4a-8dba-71980915dd04 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=786fae3c42fb4df5bdc96ece48ffde7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8137641 Jul 15 15:01:51.323193 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.managers [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Attempting to bind port 85697579-81ac-41bb-9650-aeba95f3afce on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:51.323540 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.managers [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Attempting to bind port 85697579-81ac-41bb-9650-aeba95f3afce by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'}] {{(pid=103712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:51.323870 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Attempting to bind port 85697579-81ac-41bb-9650-aeba95f3afce on network 29f97e75-619a-4639-983a-850b07ef11ec {{(pid=103712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:51.330525 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfdefc-6cf1-4c4a-8dba-71980915dd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c08f3fa-6cca-4304-be15-6a0bd7f1c264,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:51.337785 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59810) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:51.393301 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4fe2-f76d-41d1-9095-8918462cb613 req-25fc0449-d4ef-4b50-aa20-0ec0bdf9a842 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:51.407534 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d40f4fe2-f76d-41d1-9095-8918462cb613 req-25fc0449-d4ef-4b50-aa20-0ec0bdf9a842 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 944 time: 0.4877489 Jul 15 15:01:51.455844 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Port 85697579-81ac-41bb-9650-aeba95f3afce on network 29f97e75-619a-4639-983a-850b07ef11ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:01:51.456165 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Attempting to bind port 85697579-81ac-41bb-9650-aeba95f3afce on network 29f97e75-619a-4639-983a-850b07ef11ec {{(pid=103712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:51.533123 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:51.533520 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Checking segment: {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:51.533917 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Bound using segment: {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'} {{(pid=103712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:51.534354 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.managers [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Bound port: 85697579-81ac-41bb-9650-aeba95f3afce, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'}}] {{(pid=103712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:51.534714 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (85697579-81ac-41bb-9650-aeba95f3afce), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:51.651971 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] For port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe, host hv-cinder-84882, cleared binding levels {{(pid=103712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:51.708958 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] For port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=16b6a5fa-525c-487a-bf83-d4bffcd0ebfe,segment=NetworkSegment(19a32d10-1d3b-4903-a246-a08e71771408),segment_id=19a32d10-1d3b-4903-a246-a08e71771408)] {{(pid=103712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:51.717998 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Allocated IP 172.20.0.11 (4ba6677d-5774-4709-9ff3-2439871082dd/fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff/fa3beace-8edd-4645-9f42-03b98db56b58) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:51.728261 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d40f4fe2-f76d-41d1-9095-8918462cb613 req-7f8b207c-2074-4b94-8c95-39107d42f9eb tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173647 Jul 15 15:01:51.771032 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:51.784967 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-93f7d6b0-aee0-43e2-8530-33bc86d8a6b5 admin admin] Publish callbacks [] for security_group (2c08f3fa-6cca-4304-be15-6a0bd7f1c264), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:51.933916 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for port (fa3beace-8edd-4645-9f42-03b98db56b58), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:51.988989 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] For port c6dce89a-8073-4a24-b77f-96ecdfe6f936, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:52.006030 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.142814 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b0c26595-11bd-44a9-aacb-1a26210abce9 req-148680a3-dd97-4120-a276-6ddede0e3838 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 210 time: 0.1483133 Jul 15 15:01:52.160953 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] For port c6dce89a-8073-4a24-b77f-96ecdfe6f936, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c6dce89a-8073-4a24-b77f-96ecdfe6f936,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:52.167754 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59830) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:52.197210 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.211072 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Network 4ba6677d-5774-4709-9ff3-2439871082dd is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:52.245883 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:52.249297 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:52.252651 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a6471d92-d962-4ec1-912e-e23bb21b7f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.267577 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:52.268475 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.271292 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] 10.222.0.77 "PUT /v2.0/ports/c6dce89a-8073-4a24-b77f-96ecdfe6f936 HTTP/1.1" status: 200 len: 1094 time: 5.5077329 Jul 15 15:01:52.297167 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'tag': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:01:52.309011 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-93f7d6b0-aee0-43e2-8530-33bc86d8a6b5 admin admin] Publish callbacks [] for security_group (2c08f3fa-6cca-4304-be15-6a0bd7f1c264), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.320006 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event updated for resources: {'Port': ['ID=fa3beace-8edd-4645-9f42-03b98db56b58,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:52.338823 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Allocated IP 172.20.0.3 (29f97e75-619a-4639-983a-850b07ef11ec/f6e36d81-7ed2-41ef-8407-809b4ec490a5/4c0df130-b11c-4f90-89bb-ba1517a9faf4) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:52.386026 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b3fd5132-24a5-44d8-a348-f65218f306d2 req-439e158a-4145-49e3-a458-9c09cef3394e tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 210 time: 0.4898386 Jul 15 15:01:52.416196 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:52.423889 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for port (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.428649 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] 10.222.0.77 "PUT /v2.0/ports/16b6a5fa-525c-487a-bf83-d4bffcd0ebfe HTTP/1.1" status: 200 len: 1093 time: 5.6379969 Jul 15 15:01:52.440622 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] For port 85697579-81ac-41bb-9650-aeba95f3afce, host hv-cinder-84882, cleared binding levels {{(pid=103712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:52.442814 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad150760-987c-4d37-bf3c-dcdbeb4b54f3', 'tag': '16b6a5fa-525c-487a-bf83-d4bffcd0ebfe'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:01:52.485640 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:52.486283 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.500843 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] For port 85697579-81ac-41bb-9650-aeba95f3afce, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=85697579-81ac-41bb-9650-aeba95f3afce,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:52.516991 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997ebc2-ec8c-46ed-ac53-be235824c886 service neutron] Pushing event updated for resources: {'Port': ['ID=16b6a5fa-525c-487a-bf83-d4bffcd0ebfe,revision_number=3']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:52.529787 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (85697579-81ac-41bb-9650-aeba95f3afce), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.556271 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d276e1-ab0b-4e4f-8956-2d35f1f8da49" -d '{"events": [{"name": "network-changed", "server_uuid": "b56e9a43-3a4b-468b-bbec-f5bd41d9b32e", "tag": "c6dce89a-8073-4a24-b77f-96ecdfe6f936"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:52.577514 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa3874-2714-4a16-a5ad-2ab2510bbb88 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dce89a-8073-4a24-b77f-96ecdfe6f936,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:52.599098 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-8f9c593b-decb-4e9f-a5b4-fa05516a9982 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4512668 Jul 15 15:01:52.611376 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60cd05-fedb-4c8c-86f3-f1fed941c5da req-d56bcc98-1143-4fc1-a7fe-88e1d9b31e46 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:52.613423 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd60cd05-fedb-4c8c-86f3-f1fed941c5da req-d56bcc98-1143-4fc1-a7fe-88e1d9b31e46 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 943 time: 0.3586102 Jul 15 15:01:52.637395 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Pushing event updated for resources: {'Port': ['ID=85697579-81ac-41bb-9650-aeba95f3afce,revision_number=3']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:52.651580 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:52.653023 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for port (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.654528 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e1ea30ab-f774-4b50-88e8-0a82a66d9968 service neutron] 10.222.0.77 "PUT /v2.0/ports/85697579-81ac-41bb-9650-aeba95f3afce HTTP/1.1" status: 200 len: 1094 time: 5.8544192 Jul 15 15:01:52.655792 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-93f7d6b0-aee0-43e2-8530-33bc86d8a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (2c08f3fa-6cca-4304-be15-6a0bd7f1c264), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.658464 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-93f7d6b0-aee0-43e2-8530-33bc86d8a6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.659639 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-93f7d6b0-aee0-43e2-8530-33bc86d8a6b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c08f3fa-6cca-4304-be15-6a0bd7f1c264 HTTP/1.1" status: 204 len: 168 time: 1.3176055 Jul 15 15:01:52.669120 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7d6b0-aee0-43e2-8530-33bc86d8a6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c08f3fa-6cca-4304-be15-6a0bd7f1c264,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:52.743569 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-9ca032e6-3dd3-4d69-a62f-784c586f8217 None None] Provisioning complete for port fa3beace-8edd-4645-9f42-03b98db56b58 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:52.746065 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9ca032e6-3dd3-4d69-a62f-784c586f8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.814598 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-9ca032e6-3dd3-4d69-a62f-784c586f8217 None None] Port fa3beace-8edd-4645-9f42-03b98db56b58 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:52.826719 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41a3152-2ed6-45da-ac48-6abf536b67fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ad150760-987c-4d37-bf3c-dcdbeb4b54f3", "tag": "16b6a5fa-525c-487a-bf83-d4bffcd0ebfe"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:52.886263 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd60cd05-fedb-4c8c-86f3-f1fed941c5da req-67186116-77e0-4cad-acea-041f97a79b0f tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627435 Jul 15 15:01:52.990053 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a6471d92-d962-4ec1-912e-e23bb21b7f1f admin admin] Publish callbacks [] for security_group (348909fe-b576-41d0-8c6b-27d86717010b), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:52.993504 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332519f1-5f84-4685-96c8-33aef9b91516 x-openstack-request-id: req-332519f1-5f84-4685-96c8-33aef9b91516 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:52.993873 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56e9a43-3a4b-468b-bbec-f5bd41d9b32e", "tag": "c6dce89a-8073-4a24-b77f-96ecdfe6f936", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:52.994176 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-332519f1-5f84-4685-96c8-33aef9b91516 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:52.994749 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332519f1-5f84-4685-96c8-33aef9b91516'] response: {'name': 'network-changed', 'server_uuid': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'tag': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'status': 'completed', 'code': 200} Jul 15 15:01:53.001415 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:53.003173 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a6471d92-d962-4ec1-912e-e23bb21b7f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (348909fe-b576-41d0-8c6b-27d86717010b), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:53.105778 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a6471d92-d962-4ec1-912e-e23bb21b7f1f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0b55675a69c459e8d41c79404ad4c76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9284179 Jul 15 15:01:53.106581 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59878) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:53.107005 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6471d92-d962-4ec1-912e-e23bb21b7f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348909fe-b576-41d0-8c6b-27d86717010b,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:53.156331 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:53.195170 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7d94f9d5-3b5c-49c7-8cb6-0fd420d534cf admin admin] Publish callbacks [] for security_group (348909fe-b576-41d0-8c6b-27d86717010b), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:53.223557 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7d94f9d5-3b5c-49c7-8cb6-0fd420d534cf admin admin] Publish callbacks [] for security_group (348909fe-b576-41d0-8c6b-27d86717010b), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:53.236656 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event updated for resources: {'Port': ['ID=4c0df130-b11c-4f90-89bb-ba1517a9faf4,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:53.246414 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ab740-ed8d-4b05-9a69-a6914b3cd675 req-baae2c37-5000-4d3a-a5ee-c1fedb5dfab6 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:53.248018 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bc0ab740-ed8d-4b05-9a69-a6914b3cd675 req-baae2c37-5000-4d3a-a5ee-c1fedb5dfab6 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 944 time: 0.2203715 Jul 15 15:01:53.293406 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7d94f9d5-3b5c-49c7-8cb6-0fd420d534cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (348909fe-b576-41d0-8c6b-27d86717010b), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:53.296053 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7d94f9d5-3b5c-49c7-8cb6-0fd420d534cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:53.297450 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-7d94f9d5-3b5c-49c7-8cb6-0fd420d534cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/348909fe-b576-41d0-8c6b-27d86717010b HTTP/1.1" status: 204 len: 168 time: 0.1898780 Jul 15 15:01:53.310542 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94f9d5-3b5c-49c7-8cb6-0fd420d534cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348909fe-b576-41d0-8c6b-27d86717010b,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:53.342798 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Network 29f97e75-619a-4639-983a-850b07ef11ec is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:53.351512 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bc0ab740-ed8d-4b05-9a69-a6914b3cd675 req-18beb344-225d-453f-93b6-5d8dc99f2bff tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940719 Jul 15 15:01:53.354124 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:53.368197 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:01:53.390160 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3942f0d9-c348-4529-a22b-aed4a64558d9 x-openstack-request-id: req-3942f0d9-c348-4529-a22b-aed4a64558d9 {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:53.390479 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad150760-987c-4d37-bf3c-dcdbeb4b54f3", "tag": "16b6a5fa-525c-487a-bf83-d4bffcd0ebfe", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:53.390766 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3942f0d9-c348-4529-a22b-aed4a64558d9 {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:53.391272 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3942f0d9-c348-4529-a22b-aed4a64558d9'] response: {'name': 'network-changed', 'server_uuid': 'ad150760-987c-4d37-bf3c-dcdbeb4b54f3', 'tag': '16b6a5fa-525c-487a-bf83-d4bffcd0ebfe', 'status': 'completed', 'code': 200} Jul 15 15:01:53.553446 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:53.553619 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:53.591208 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36524173-3155-4361-a27f-26b8401cd233 req-bb964ea1-b156-40ce-9192-5435ffb06d19 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:53.592657 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-f5a438c4-6913-49d0-b9fd-0466eebc63fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0363371 Jul 15 15:01:53.599019 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-36524173-3155-4361-a27f-26b8401cd233 req-bb964ea1-b156-40ce-9192-5435ffb06d19 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 932 time: 0.0970027 Jul 15 15:01:53.610563 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9520d-9fca-4415-9d05-108a29528214 req-837e5c71-b343-4b53-8e13-ef05b20cbec6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:53.610563 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bde9520d-9fca-4415-9d05-108a29528214 req-837e5c71-b343-4b53-8e13-ef05b20cbec6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 931 time: 0.1082258 Jul 15 15:01:53.676496 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-36524173-3155-4361-a27f-26b8401cd233 req-5cf0fddc-8a2c-437e-b657-4ef31d666e97 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759397 Jul 15 15:01:53.701169 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bde9520d-9fca-4415-9d05-108a29528214 req-57178edd-454b-4ed8-8536-fe4372b12f5c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844147 Jul 15 15:01:53.714507 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Request body: {'port': {'device_id': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:53.719108 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-34c0bf29-97b3-44ac-9ba8-c557df5a6d4d None None] Provisioning complete for port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:01:53.719501 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-34c0bf29-97b3-44ac-9ba8-c557df5a6d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:53.759203 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-34c0bf29-97b3-44ac-9ba8-c557df5a6d4d None None] Port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:01:53.796148 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:53.807620 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 59900) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:53.835373 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Request body: {'port': {'device_id': '5939cffb-6093-41e0-9725-563d33faa584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:01:53.877140 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-db2c8ee2-3e2c-423b-92a1-b6c1abc8bcea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:53.938063 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:54.015789 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-190d6d5c-f6f2-4376-b2f5-d5f87cdba795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:54.017228 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-190d6d5c-f6f2-4376-b2f5-d5f87cdba795 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 1128 time: 0.1988659 Jul 15 15:01:54.135891 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-b7298b50-29ad-4bd7-b0fb-8d00d3d0e281 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85697579-81ac-41bb-9650-aeba95f3afce HTTP/1.1" status: 200 len: 217 time: 0.0979168 Jul 15 15:01:54.215461 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d276e1-ab0b-4e4f-8956-2d35f1f8da49 req-0abdfc0b-411f-420a-acb1-0ac545f6a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:54.217289 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-30d276e1-ab0b-4e4f-8956-2d35f1f8da49 req-0abdfc0b-411f-420a-acb1-0ac545f6a8b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 1128 time: 0.2892015 Jul 15 15:01:54.379458 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-085014ca-22d8-42bb-9533-fa1478faf4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:54.380970 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-085014ca-22d8-42bb-9533-fa1478faf4d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.2223587 Jul 15 15:01:54.400944 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-db2c8ee2-3e2c-423b-92a1-b6c1abc8bcea admin admin] Publish callbacks [] for security_group (22b4a700-cfb7-4e13-9ddf-855e4004e19c), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:54.410090 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd220bfb-c65c-43d7-a597-c32e8745068c req-2b8e5a50-ead4-465f-9016-a93cea1e5d45 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:54.412012 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dd220bfb-c65c-43d7-a597-c32e8745068c req-2b8e5a50-ead4-465f-9016-a93cea1e5d45 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 943 time: 0.3875523 Jul 15 15:01:54.425607 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-db2c8ee2-3e2c-423b-92a1-b6c1abc8bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (22b4a700-cfb7-4e13-9ddf-855e4004e19c), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:54.496232 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a3152-2ed6-45da-ac48-6abf536b67fa req-547816b2-b76b-4cb2-a7e9-b1afeff6facc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:54.500571 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d41a3152-2ed6-45da-ac48-6abf536b67fa req-547816b2-b76b-4cb2-a7e9-b1afeff6facc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=814fda1748c94c2aba9d46d2d5c6f8c5&device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 1127 time: 0.5552769 Jul 15 15:01:54.524017 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d276e1-ab0b-4e4f-8956-2d35f1f8da49 req-87982aea-da73-436a-ad7e-da93b66222c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:54.525925 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-30d276e1-ab0b-4e4f-8956-2d35f1f8da49 req-87982aea-da73-436a-ad7e-da93b66222c9 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=5c1655e3a06c4848b17c0563e4910375&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2921937 Jul 15 15:01:54.770423 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dd220bfb-c65c-43d7-a597-c32e8745068c req-f2bd5c0f-ba7c-4365-b544-f7a04d5f8af0 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409860 Jul 15 15:01:54.840009 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-db2c8ee2-3e2c-423b-92a1-b6c1abc8bcea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2657724258e946f3b2e3a19e8bdef202&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0284672 Jul 15 15:01:54.846035 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c8ee2-3e2c-423b-92a1-b6c1abc8bcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b4a700-cfb7-4e13-9ddf-855e4004e19c,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:54.858315 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 59948) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:54.911593 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a3152-2ed6-45da-ac48-6abf536b67fa req-0a0aa095-889b-4e73-b7be-81dece749eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:54.913096 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d41a3152-2ed6-45da-ac48-6abf536b67fa req-0a0aa095-889b-4e73-b7be-81dece749eb7 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=814fda1748c94c2aba9d46d2d5c6f8c5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3980227 Jul 15 15:01:54.920991 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1eb08-ba4e-4d9f-b737-a4c32924a6ec req-3174008c-bc6b-4352-a4dc-09934a927ae9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:54.929061 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d7a1eb08-ba4e-4d9f-b737-a4c32924a6ec req-3174008c-bc6b-4352-a4dc-09934a927ae9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 944 time: 0.3548148 Jul 15 15:01:55.014223 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e21f57ef-6cd6-4e80-8f4d-fa41df13bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:55.015797 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-e21f57ef-6cd6-4e80-8f4d-fa41df13bbae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4817638 Jul 15 15:01:55.140451 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-79b7b558-972e-47c3-942a-42b3c9e80cff service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164649 Jul 15 15:01:55.149606 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d276e1-ab0b-4e4f-8956-2d35f1f8da49 req-71098bab-c61f-4b53-a0ea-0347f756003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:55.151054 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-30d276e1-ab0b-4e4f-8956-2d35f1f8da49 req-71098bab-c61f-4b53-a0ea-0347f756003b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6070502 Jul 15 15:01:55.169558 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8fac3-9115-4927-8fab-27471c7769b0 req-54139bb8-a7cc-4928-bedf-961b573af874 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:55.176519 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b6f8fac3-9115-4927-8fab-27471c7769b0 req-54139bb8-a7cc-4928-bedf-961b573af874 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 932 time: 0.2631886 Jul 15 15:01:55.224491 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3beace-8edd-4645-9f42-03b98db56b58 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:01:55.276000 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Publish callbacks [] for port (fa3beace-8edd-4645-9f42-03b98db56b58), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:55.289890 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0df130-b11c-4f90-89bb-ba1517a9faf4 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:01:55.321331 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Publish callbacks [] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:55.332572 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-dfc4151e-99dc-428b-9334-dbbb247cfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:55.334249 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-dfc4151e-99dc-428b-9334-dbbb247cfeb3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 1128 time: 0.1003094 Jul 15 15:01:55.338967 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-27b1ee16-967c-4423-8e8d-d3a4f3f9db06 admin admin] Publish callbacks [] for security_group (22b4a700-cfb7-4e13-9ddf-855e4004e19c), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:55.359959 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d7a1eb08-ba4e-4d9f-b737-a4c32924a6ec req-83551f58-4163-4351-8b46-6117e6bbb0c5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4299328 Jul 15 15:01:55.369632 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b6f8fac3-9115-4927-8fab-27471c7769b0 req-448aa8e5-65a5-4c2b-a264-835304aac5bb tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681263 Jul 15 15:01:55.394163 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Transition to ACTIVE for port object fa3beace-8edd-4645-9f42-03b98db56b58 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:01:55.417119 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:55.437210 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Transition to ACTIVE for port object 4c0df130-b11c-4f90-89bb-ba1517a9faf4 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:01:55.453433 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c32700e-81bf-45c7-b77f-1ce572c076d4', 'tag': '85697579-81ac-41bb-9650-aeba95f3afce'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:01:55.455663 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c32700e-81bf-45c7-b77f-1ce572c076d4", "tag": "85697579-81ac-41bb-9650-aeba95f3afce"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:55.464398 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-b66fe4ae-723a-4b81-a1ba-8976de4de727 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6dce89a-8073-4a24-b77f-96ecdfe6f936 HTTP/1.1" status: 200 len: 217 time: 0.0998256 Jul 15 15:01:55.468710 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-27b1ee16-967c-4423-8e8d-d3a4f3f9db06 admin admin] Publish callbacks [] for security_group (22b4a700-cfb7-4e13-9ddf-855e4004e19c), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:55.470410 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:55.475805 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e404e24-9fd4-4667-9c9e-c31f596d68d4 req-b9ecec89-5a4b-4dff-85e3-85b7fbeb3c8d service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237998 Jul 15 15:01:55.510731 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a3152-2ed6-45da-ac48-6abf536b67fa req-9606a0ec-a980-4d26-a702-aced9d07284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:55.512222 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d41a3152-2ed6-45da-ac48-6abf536b67fa req-9606a0ec-a980-4d26-a702-aced9d07284d service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5733256 Jul 15 15:01:55.547092 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-8528d7dd-2f35-4abf-a270-c9244e8188dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:55.548881 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-8528d7dd-2f35-4abf-a270-c9244e8188dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.0767920 Jul 15 15:01:55.557027 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3beace-8edd-4645-9f42-03b98db56b58,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:55.561580 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6195145-6904-4e6f-8771-44a2a9e61c05 req-28f62537-0547-4c91-b377-468a855c6f3f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:55.581424 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e6195145-6904-4e6f-8771-44a2a9e61c05 req-28f62537-0547-4c91-b377-468a855c6f3f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 943 time: 0.1210754 Jul 15 15:01:55.803496 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Pushing event updated for resources: {'Port': ['ID=4c0df130-b11c-4f90-89bb-ba1517a9faf4,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:55.849009 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-27b1ee16-967c-4423-8e8d-d3a4f3f9db06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (22b4a700-cfb7-4e13-9ddf-855e4004e19c), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:55.853899 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-27b1ee16-967c-4423-8e8d-d3a4f3f9db06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:55.855455 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-27b1ee16-967c-4423-8e8d-d3a4f3f9db06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/22b4a700-cfb7-4e13-9ddf-855e4004e19c HTTP/1.1" status: 204 len: 168 time: 0.9899168 Jul 15 15:01:55.888858 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-f27da7c2-ca5e-42e6-8538-61e822a4f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:55.890815 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-f27da7c2-ca5e-42e6-8538-61e822a4f681 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=814fda1748c94c2aba9d46d2d5c6f8c5&device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 1127 time: 0.2344158 Jul 15 15:01:55.892288 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1ee16-967c-4423-8e8d-d3a4f3f9db06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b4a700-cfb7-4e13-9ddf-855e4004e19c,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:55.918830 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c460158-a8bd-4103-9b46-3459627272b8 x-openstack-request-id: req-6c460158-a8bd-4103-9b46-3459627272b8 {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:55.919316 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c32700e-81bf-45c7-b77f-1ce572c076d4", "tag": "85697579-81ac-41bb-9650-aeba95f3afce", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:55.919735 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c460158-a8bd-4103-9b46-3459627272b8 {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:55.920265 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c460158-a8bd-4103-9b46-3459627272b8'] response: {'name': 'network-changed', 'server_uuid': '4c32700e-81bf-45c7-b77f-1ce572c076d4', 'tag': '85697579-81ac-41bb-9650-aeba95f3afce', 'status': 'completed', 'code': 200} Jul 15 15:01:56.006810 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e6195145-6904-4e6f-8771-44a2a9e61c05 req-8e6bc721-7d20-4fda-bad0-951d3d596d7d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241462 Jul 15 15:01:56.011680 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-67827c5b-89e9-4e0b-90e6-3dde8fe041f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:56.018811 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-67827c5b-89e9-4e0b-90e6-3dde8fe041f5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4288921 Jul 15 15:01:56.050616 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-7f5d649e-ff89-4612-951d-384f4fb1f8bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16b6a5fa-525c-487a-bf83-d4bffcd0ebfe HTTP/1.1" status: 200 len: 217 time: 0.1429517 Jul 15 15:01:56.067459 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Attempting to bind port fa3beace-8edd-4645-9f42-03b98db56b58 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:56.067802 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Attempting to bind port fa3beace-8edd-4645-9f42-03b98db56b58 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:56.068143 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Attempting to bind port fa3beace-8edd-4645-9f42-03b98db56b58 on network 4ba6677d-5774-4709-9ff3-2439871082dd {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:56.070243 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Attempting to bind port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:01:56.070761 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Attempting to bind port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:01:56.071170 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Attempting to bind port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 on network 29f97e75-619a-4639-983a-850b07ef11ec {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:56.099310 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5 req-65636f47-ec5a-4a48-8073-d15945a916da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:56.100864 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5 req-65636f47-ec5a-4a48-8073-d15945a916da service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 1128 time: 0.1744454 Jul 15 15:01:56.107368 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 on network 29f97e75-619a-4639-983a-850b07ef11ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:01:56.107705 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Attempting to bind port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 on network 29f97e75-619a-4639-983a-850b07ef11ec {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:56.115294 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Port fa3beace-8edd-4645-9f42-03b98db56b58 on network 4ba6677d-5774-4709-9ff3-2439871082dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:01:56.115660 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Attempting to bind port fa3beace-8edd-4645-9f42-03b98db56b58 on network 4ba6677d-5774-4709-9ff3-2439871082dd {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:01:56.136334 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:56.136785 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Checking segment: {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:56.137226 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Bound using segment: {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:56.137842 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Bound port: fa3beace-8edd-4645-9f42-03b98db56b58, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:56.138215 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:56.140361 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:01:56.140953 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Checking segment: {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:01:56.141811 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Bound using segment: {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:01:56.142251 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Bound port: 4c0df130-b11c-4f90-89bb-ba1517a9faf4, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:01:56.142604 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:56.170352 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-4c05115c-2a33-49be-a3d9-438054c34841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:56.171852 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-4c05115c-2a33-49be-a3d9-438054c34841 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca HTTP/1.1" status: 200 len: 850 time: 0.1149871 Jul 15 15:01:56.185340 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d25fc-f4af-462f-a5e3-69d114f346e3 req-b0cacdd6-14f0-41e5-bc27-c4e479e36a04 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:56.192796 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-257d25fc-f4af-462f-a5e3-69d114f346e3 req-b0cacdd6-14f0-41e5-bc27-c4e479e36a04 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 943 time: 0.2862844 Jul 15 15:01:56.263240 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-1beeb5e2-c4e6-4340-9b7e-65986de6f384 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359788 Jul 15 15:01:56.447444 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] For port 4c0df130-b11c-4f90-89bb-ba1517a9faf4, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:56.457436 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] For port fa3beace-8edd-4645-9f42-03b98db56b58, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:56.491468 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5 req-d8fb6e30-309c-46a1-b24e-28cf28c22801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:56.492363 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5 req-d8fb6e30-309c-46a1-b24e-28cf28c22801 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.3842320 Jul 15 15:01:56.493383 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-257d25fc-f4af-462f-a5e3-69d114f346e3 req-4b8e6452-f740-43a5-8229-47f0527ba326 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941802 Jul 15 15:01:56.516526 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] For port 4c0df130-b11c-4f90-89bb-ba1517a9faf4, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4c0df130-b11c-4f90-89bb-ba1517a9faf4,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:56.524859 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] For port fa3beace-8edd-4645-9f42-03b98db56b58, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=fa3beace-8edd-4645-9f42-03b98db56b58,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:56.542085 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:56.580203 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:56.586752 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-687c652c-4f34-4082-bc2c-ccaa85b12b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:56.588185 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-687c652c-4f34-4082-bc2c-ccaa85b12b2b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=baca9e78-5acd-446b-98d4-f1c07d9b285a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3895657 Jul 15 15:01:56.610474 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:56.611098 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:56.612460 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] 10.222.0.77 "PUT /v2.0/ports/4c0df130-b11c-4f90-89bb-ba1517a9faf4 HTTP/1.1" status: 200 len: 1093 time: 2.7811911 Jul 15 15:01:56.614387 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5939cffb-6093-41e0-9725-563d33faa584', 'tag': '4c0df130-b11c-4f90-89bb-ba1517a9faf4'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:01:56.616515 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cc223c-d5bc-4652-b23e-9da77cfbe1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5939cffb-6093-41e0-9725-563d33faa584", "tag": "4c0df130-b11c-4f90-89bb-ba1517a9faf4"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:56.632110 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:56.632923 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:56.634710 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] 10.222.0.77 "PUT /v2.0/ports/fa3beace-8edd-4645-9f42-03b98db56b58 HTTP/1.1" status: 200 len: 1094 time: 2.9253576 Jul 15 15:01:56.706460 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5 req-de0a662d-e901-4735-9d34-b62aae815155 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85697579-81ac-41bb-9650-aeba95f3afce HTTP/1.1" status: 200 len: 217 time: 0.1593688 Jul 15 15:01:56.812066 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-e54009ba-d88f-44b4-b7b3-439d1a2d3ab6 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404196 Jul 15 15:01:56.827902 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb72204-9afb-481d-a280-68f0152b792a req-a90559ae-e7ce-4875-9cfd-bde795cc75b4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:56.838516 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9cb72204-9afb-481d-a280-68f0152b792a req-a90559ae-e7ce-4875-9cfd-bde795cc75b4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 944 time: 0.3651209 Jul 15 15:01:56.889016 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-7413942a-2b8a-4ab8-be4e-21d15b10f726 service neutron] 10.222.0.77 "GET /v2.0/networks/baca9e78-5acd-446b-98d4-f1c07d9b285a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887170 Jul 15 15:01:56.889637 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5 req-43ddccaa-7a24-4a4f-9f3c-9f3025db9d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:56.892033 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5 req-43ddccaa-7a24-4a4f-9f3c-9f3025db9d6e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.1747186 Jul 15 15:01:56.953763 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9cb72204-9afb-481d-a280-68f0152b792a req-114841ce-e679-4468-b3ae-b92cefcd864a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133564 Jul 15 15:01:57.029017 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c671247-afd0-4634-86d0-1824f2dde1fe service neutron] Pushing event updated for resources: {'Port': ['ID=4c0df130-b11c-4f90-89bb-ba1517a9faf4,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:57.057184 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5 req-e92ba542-4d3d-4476-864a-26e8f5340425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:57.061202 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5 req-e92ba542-4d3d-4476-864a-26e8f5340425 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1487002 Jul 15 15:01:57.282933 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d80541-61da-4bc2-855d-e4814fb9e1bf req-b2c91d61-c56c-42d1-be94-0778b32ae724 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:57.292764 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b8d80541-61da-4bc2-855d-e4814fb9e1bf req-b2c91d61-c56c-42d1-be94-0778b32ae724 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 943 time: 0.1113539 Jul 15 15:01:57.307165 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5 req-048ea451-16e9-491f-a7a1-e0819c7f4629 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372553 Jul 15 15:01:57.429702 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b8d80541-61da-4bc2-855d-e4814fb9e1bf req-8925bdca-4dbc-41cc-bf23-f0bc7387d7ab tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356905 Jul 15 15:01:57.470860 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5 req-d36fa7c5-f0f8-4ee0-88b3-078f08074e77 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564763 Jul 15 15:01:57.516154 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307bfbbe-ef55-4417-9034-c69c6eb115c4 x-openstack-request-id: req-307bfbbe-ef55-4417-9034-c69c6eb115c4 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:57.516154 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5939cffb-6093-41e0-9725-563d33faa584", "tag": "4c0df130-b11c-4f90-89bb-ba1517a9faf4", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:57.516154 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-307bfbbe-ef55-4417-9034-c69c6eb115c4 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:57.516893 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307bfbbe-ef55-4417-9034-c69c6eb115c4'] response: {'name': 'network-changed', 'server_uuid': '5939cffb-6093-41e0-9725-563d33faa584', 'tag': '4c0df130-b11c-4f90-89bb-ba1517a9faf4', 'status': 'completed', 'code': 200} Jul 15 15:01:57.647903 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-7898ff3b-2337-4334-a439-890de9b47d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:57.650001 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-7898ff3b-2337-4334-a439-890de9b47d83 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6b962299ae347548ec82de0f2b6389d&device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 1128 time: 0.7582774 Jul 15 15:01:57.680040 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65faed7-3071-4337-8b78-fdbe6b6ad48e req-d3526274-d3b4-4607-bb0e-4b2bc0cdfe2e tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:57.693371 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d65faed7-3071-4337-8b78-fdbe6b6ad48e req-d3526274-d3b4-4607-bb0e-4b2bc0cdfe2e tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 944 time: 0.7531254 Jul 15 15:01:57.701052 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-177c4ed3-e9f2-4d6f-ad1c-787cbf723d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:57.702516 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-177c4ed3-e9f2-4d6f-ad1c-787cbf723d1a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 1127 time: 0.7851195 Jul 15 15:01:57.706589 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e35b6-0bcb-4751-85df-c07a1ff8219b req-6602a6f3-5765-494c-af99-9aebfbfcd931 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:57.708082 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f80e35b6-0bcb-4751-85df-c07a1ff8219b req-6602a6f3-5765-494c-af99-9aebfbfcd931 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 943 time: 0.0896575 Jul 15 15:01:57.802766 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f80e35b6-0bcb-4751-85df-c07a1ff8219b req-603fac7d-2bc1-44f3-86eb-1f63a6bb19bf tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859818 Jul 15 15:01:57.824119 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9f50c-765f-45b6-bd1b-3b40de3beb48 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3beace-8edd-4645-9f42-03b98db56b58,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:57.836698 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-c7478589-eb54-40f5-a60b-d8686b12e004 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c0df130-b11c-4f90-89bb-ba1517a9faf4 HTTP/1.1" status: 200 len: 217 time: 0.0988870 Jul 15 15:01:57.845329 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-5365312a-966c-4f4a-b6c6-4b919b2acc07 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa3beace-8edd-4645-9f42-03b98db56b58 HTTP/1.1" status: 200 len: 217 time: 0.1465905 Jul 15 15:01:57.863070 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 85697579-81ac-41bb-9650-aeba95f3afce details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:01:57.986834 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7e42f15a-6ae7-4b36-9430-d13f86541b2f req-fd05b9f7-2d8b-434a-b70a-2df3b44d62ca service neutron] 10.222.0.77 "GET /v2.0/networks/baca9e78-5acd-446b-98d4-f1c07d9b285a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146554 Jul 15 15:01:57.992844 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 85697579-81ac-41bb-9650-aeba95f3afce, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=85697579-81ac-41bb-9650-aeba95f3afce,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:58.012686 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '85697579-81ac-41bb-9650-aeba95f3afce', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'port_id': '85697579-81ac-41bb-9650-aeba95f3afce', 'mac_address': 'fa:16:3e:3c:f6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:01:58.014091 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d65faed7-3071-4337-8b78-fdbe6b6ad48e req-fab8d4bd-e888-47e1-98d5-b76879903f8b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757523 Jul 15 15:01:58.017303 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-7871f3b1-2d87-4874-bb6c-64abe22d1a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:58.019300 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-7871f3b1-2d87-4874-bb6c-64abe22d1a8a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.1731186 Jul 15 15:01:58.023151 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-c0c1cd2e-3fdd-4fac-a29f-dd29016c124d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:58.027161 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-c0c1cd2e-3fdd-4fac-a29f-dd29016c124d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff HTTP/1.1" status: 200 len: 849 time: 0.1634243 Jul 15 15:01:58.064770 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 85697579-81ac-41bb-9650-aeba95f3afce is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:01:58.065249 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (85697579-81ac-41bb-9650-aeba95f3afce), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:58.090874 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85697579-81ac-41bb-9650-aeba95f3afce {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:01:58.099736 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 60098) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:58.121506 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 85697579-81ac-41bb-9650-aeba95f3afce, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=85697579-81ac-41bb-9650-aeba95f3afce,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:58.129006 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (85697579-81ac-41bb-9650-aeba95f3afce), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:58.140477 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-59375089-a8aa-4ddd-8d73-15478071c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:58.141634 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-59375089-a8aa-4ddd-8d73-15478071c1a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143410 Jul 15 15:01:58.144551 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-cb54667a-4fa6-4c7c-9344-2649728c4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:58.146254 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-cb54667a-4fa6-4c7c-9344-2649728c4ab6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ba6677d-5774-4709-9ff3-2439871082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968587 Jul 15 15:01:58.167194 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb5e7-c163-4bb9-88f7-89dff496d226 req-0d555647-713d-4d92-b75b-27a5150854ac tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:58.169230 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d4adb5e7-c163-4bb9-88f7-89dff496d226 req-0d555647-713d-4d92-b75b-27a5150854ac tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 944 time: 0.1057472 Jul 15 15:01:58.198299 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=85697579-81ac-41bb-9650-aeba95f3afce,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.249840 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d4adb5e7-c163-4bb9-88f7-89dff496d226 req-54c6f81f-04f7-47e9-9db2-dee52fd089ed tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750432 Jul 15 15:01:58.356038 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-dd28e784-eb19-47b0-99de-ea2b25333864 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012613 Jul 15 15:01:58.358004 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-6f1ac2e5-5db4-429f-996d-42af47895da0 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953282 Jul 15 15:01:58.500621 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbdfa-2ca4-4479-aab8-724c01244284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:58.570847 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-36d4a442-9bcc-401b-a56c-00b89899ff16 req-fc490174-ec07-4501-a48a-f222837faf85 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037649 Jul 15 15:01:58.588993 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98fb3444-53b3-4e6f-b022-0504bdaeafef req-5c82f6fc-1dc7-4d54-8c01-3c78bf914295 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127647 Jul 15 15:01:58.626285 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71548f7c-3e8d-4fda-8025-1c1f08a69f38 req-30c19b8e-c77c-46ef-8f4c-581d9363585f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:58.627783 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-71548f7c-3e8d-4fda-8025-1c1f08a69f38 req-30c19b8e-c77c-46ef-8f4c-581d9363585f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 943 time: 0.0765138 Jul 15 15:01:58.635594 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbdfa-2ca4-4479-aab8-724c01244284 admin admin] Publish callbacks [] for security_group (e742c873-b27a-49d7-aa9d-342c3324cbfc), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:58.640616 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eb4fbdfa-2ca4-4479-aab8-724c01244284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (e742c873-b27a-49d7-aa9d-342c3324cbfc), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:58.691285 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-eb4fbdfa-2ca4-4479-aab8-724c01244284 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ce948be3d740462fbacc265a232ddc29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5885551 Jul 15 15:01:58.692359 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fbdfa-2ca4-4479-aab8-724c01244284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e742c873-b27a-49d7-aa9d-342c3324cbfc,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.695202 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 60120) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:58.697983 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-71548f7c-3e8d-4fda-8025-1c1f08a69f38 req-ee2c66c2-8ddf-4509-92e1-f58a5ad2c802 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621142 Jul 15 15:01:58.749087 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d28cb380-287a-4e1f-8ba7-afdba51dc693 admin admin] Publish callbacks [] for security_group (e742c873-b27a-49d7-aa9d-342c3324cbfc), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:58.756678 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc223c-d5bc-4652-b23e-9da77cfbe1ed req-9d14e8fb-374e-4e1b-9fb0-60c6dc83585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:58.758868 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b2cc223c-d5bc-4652-b23e-9da77cfbe1ed req-9d14e8fb-374e-4e1b-9fb0-60c6dc83585a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 1127 time: 0.0599697 Jul 15 15:01:58.771276 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d28cb380-287a-4e1f-8ba7-afdba51dc693 admin admin] Publish callbacks [] for security_group (e742c873-b27a-49d7-aa9d-342c3324cbfc), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:58.825114 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d28cb380-287a-4e1f-8ba7-afdba51dc693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (e742c873-b27a-49d7-aa9d-342c3324cbfc), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:58.827883 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d28cb380-287a-4e1f-8ba7-afdba51dc693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:58.831540 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-d28cb380-287a-4e1f-8ba7-afdba51dc693 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e742c873-b27a-49d7-aa9d-342c3324cbfc HTTP/1.1" status: 204 len: 168 time: 0.1317635 Jul 15 15:01:58.857747 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cb380-287a-4e1f-8ba7-afdba51dc693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e742c873-b27a-49d7-aa9d-342c3324cbfc,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.965569 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc223c-d5bc-4652-b23e-9da77cfbe1ed req-0f99d3e6-50fb-4eea-a66c-d49952d56818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:58.974194 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b2cc223c-d5bc-4652-b23e-9da77cfbe1ed req-0f99d3e6-50fb-4eea-a66c-d49952d56818 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.2069833 Jul 15 15:01:58.997524 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11da3f-0b63-424e-aead-28e4e699f3e7 req-50899aef-19c3-4f91-bd14-b8e6687e4cac tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:58.998890 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6c11da3f-0b63-424e-aead-28e4e699f3e7 req-50899aef-19c3-4f91-bd14-b8e6687e4cac tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 943 time: 0.1124525 Jul 15 15:01:59.044237 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b2cc223c-d5bc-4652-b23e-9da77cfbe1ed req-6d0004b6-6f56-4c05-b819-e5b9bd18ae39 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c0df130-b11c-4f90-89bb-ba1517a9faf4 HTTP/1.1" status: 200 len: 217 time: 0.0668173 Jul 15 15:01:59.129847 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6c11da3f-0b63-424e-aead-28e4e699f3e7 req-1e30aa88-1974-4995-9431-75664427d456 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161067 Jul 15 15:01:59.140052 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc223c-d5bc-4652-b23e-9da77cfbe1ed req-aa2fe03c-f2b0-472a-91ee-db3ba90791d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:59.142217 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b2cc223c-d5bc-4652-b23e-9da77cfbe1ed req-aa2fe03c-f2b0-472a-91ee-db3ba90791d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0917499 Jul 15 15:01:59.252212 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232243fe-5f2e-4511-a734-87ba5e3e849a req-6cc9d0fd-b8c3-4c8a-b2ed-aa31d9afdd6d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:59.253986 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-232243fe-5f2e-4511-a734-87ba5e3e849a req-6cc9d0fd-b8c3-4c8a-b2ed-aa31d9afdd6d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 944 time: 0.0904486 Jul 15 15:01:59.262967 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc223c-d5bc-4652-b23e-9da77cfbe1ed req-55f34442-6fbe-4547-91da-4a716f9f5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:59.264792 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b2cc223c-d5bc-4652-b23e-9da77cfbe1ed req-55f34442-6fbe-4547-91da-4a716f9f5a14 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1150782 Jul 15 15:01:59.309792 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 60144) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:59.326515 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1ed36c6a-011a-4a3f-85e2-a4f1f6c797a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:59.396480 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-232243fe-5f2e-4511-a734-87ba5e3e849a req-14c140ba-1b41-40fe-8be3-27e815092989 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307039 Jul 15 15:01:59.432570 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60148) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:59.434581 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b2cc223c-d5bc-4652-b23e-9da77cfbe1ed req-3af0f4b5-5e51-488a-be05-cc043d62b01c service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608722 Jul 15 15:01:59.434910 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b84180-3564-48fc-bfea-37a7add79589 req-6d98d922-8773-45de-ba39-517b7f99e5ea tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:59.436410 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-19b84180-3564-48fc-bfea-37a7add79589 req-6d98d922-8773-45de-ba39-517b7f99e5ea tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 944 time: 0.0857868 Jul 15 15:01:59.518310 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'tag': 'fa3beace-8edd-4645-9f42-03b98db56b58'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:01:59.521123 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-19b84180-3564-48fc-bfea-37a7add79589 req-fcd9b599-5654-452d-b288-5c6f203665bf tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776596 Jul 15 15:01:59.522255 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a391ceb6-8f73-4fe2-9a72-f37f94286cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9b565d-3f20-452b-ba58-3b7a449eec00", "tag": "fa3beace-8edd-4645-9f42-03b98db56b58"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:59.523140 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1ed36c6a-011a-4a3f-85e2-a4f1f6c797a6 admin admin] Publish callbacks [] for security_group (d2235794-6af6-4d1a-904c-bdfe4eeec6d6), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:59.529452 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1ed36c6a-011a-4a3f-85e2-a4f1f6c797a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d2235794-6af6-4d1a-904c-bdfe4eeec6d6), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:59.545954 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b2cc223c-d5bc-4652-b23e-9da77cfbe1ed req-29cc37a8-6d0f-498c-9727-66bab4b6e5a3 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049359 Jul 15 15:01:59.562547 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a9a19e4d-dba1-4373-bc8f-322fc5de7ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:59.587937 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed36c6a-011a-4a3f-85e2-a4f1f6c797a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2235794-6af6-4d1a-904c-bdfe4eeec6d6,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:59.590729 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7573239-f428-404b-9e62-b5590fbdd84f x-openstack-request-id: req-c7573239-f428-404b-9e62-b5590fbdd84f {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:59.591396 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9b565d-3f20-452b-ba58-3b7a449eec00", "tag": "fa3beace-8edd-4645-9f42-03b98db56b58", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:59.591396 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c7573239-f428-404b-9e62-b5590fbdd84f {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:59.591941 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7573239-f428-404b-9e62-b5590fbdd84f'] response: {'name': 'network-changed', 'server_uuid': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'tag': 'fa3beace-8edd-4645-9f42-03b98db56b58', 'status': 'completed', 'code': 200} Jul 15 15:01:59.597192 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-1ed36c6a-011a-4a3f-85e2-a4f1f6c797a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01d9699d92214c2883d9623763f3590f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839015 Jul 15 15:01:59.597571 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60158) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:59.649327 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['85697579-81ac-41bb-9650-aeba95f3afce'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:01:59.724624 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ef90dc56-7f60-4c73-b068-248df7506f6a admin admin] Publish callbacks [] for security_group (d2235794-6af6-4d1a-904c-bdfe4eeec6d6), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:59.747938 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a9a19e4d-dba1-4373-bc8f-322fc5de7ac3 admin admin] Publish callbacks [] for security_group (4cc7a9ed-2727-4564-b1d1-3f333c251993), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:59.760725 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391ceb6-8f73-4fe2-9a72-f37f94286cfe req-8b26d573-2712-4c38-93d8-e18662e45aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:59.762417 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a391ceb6-8f73-4fe2-9a72-f37f94286cfe req-8b26d573-2712-4c38-93d8-e18662e45aea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6b962299ae347548ec82de0f2b6389d&device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 1128 time: 0.1199501 Jul 15 15:01:59.765733 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a9a19e4d-dba1-4373-bc8f-322fc5de7ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (4cc7a9ed-2727-4564-b1d1-3f333c251993), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:59.769305 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ef90dc56-7f60-4c73-b068-248df7506f6a admin admin] Publish callbacks [] for security_group (d2235794-6af6-4d1a-904c-bdfe4eeec6d6), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:59.830304 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2efaa6-cdd7-42d5-a836-f717ddcf360e req-2261bbc4-5aa3-4794-a7ed-fd4ddb90b6e6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:59.831846 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4d2efaa6-cdd7-42d5-a836-f717ddcf360e req-2261bbc4-5aa3-4794-a7ed-fd4ddb90b6e6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 943 time: 0.0591753 Jul 15 15:01:59.835600 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device c6dce89a-8073-4a24-b77f-96ecdfe6f936 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:01:59.881872 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a9a19e4d-dba1-4373-bc8f-322fc5de7ac3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94b5e825019f430899342ae12fd950e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4463058 Jul 15 15:01:59.882351 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4d2efaa6-cdd7-42d5-a836-f717ddcf360e req-b6d79bcc-7d2e-4c1c-89c8-d1031f134261 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 Jul 15 15:01:59.882632 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a19e4d-dba1-4373-bc8f-322fc5de7ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc7a9ed-2727-4564-b1d1-3f333c251993,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:59.885900 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60164) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:01:59.941038 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ef90dc56-7f60-4c73-b068-248df7506f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d2235794-6af6-4d1a-904c-bdfe4eeec6d6), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:59.943450 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ef90dc56-7f60-4c73-b068-248df7506f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:01:59.944577 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ef90dc56-7f60-4c73-b068-248df7506f6a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2235794-6af6-4d1a-904c-bdfe4eeec6d6 HTTP/1.1" status: 204 len: 168 time: 0.3457360 Jul 15 15:01:59.971234 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391ceb6-8f73-4fe2-9a72-f37f94286cfe req-d2811c3f-c97b-45ab-bb16-603ca786afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:01:59.972721 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a391ceb6-8f73-4fe2-9a72-f37f94286cfe req-d2811c3f-c97b-45ab-bb16-603ca786afcd service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 200 len: 911 time: 0.1853828 Jul 15 15:01:59.973848 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90dc56-7f60-4c73-b068-248df7506f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2235794-6af6-4d1a-904c-bdfe4eeec6d6,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:59.997127 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0a4a8aaf-fe82-441d-8d23-fd3fab84742f admin admin] Publish callbacks [] for security_group (4cc7a9ed-2727-4564-b1d1-3f333c251993), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:00.010178 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port c6dce89a-8073-4a24-b77f-96ecdfe6f936, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c6dce89a-8073-4a24-b77f-96ecdfe6f936,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:00.024782 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'port_id': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'mac_address': 'fa:16:3e:62:fb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:00.025597 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a391ceb6-8f73-4fe2-9a72-f37f94286cfe req-11aa39f4-1512-4489-9461-02b699188d35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa3beace-8edd-4645-9f42-03b98db56b58 HTTP/1.1" status: 200 len: 217 time: 0.0384836 Jul 15 15:02:00.067147 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port c6dce89a-8073-4a24-b77f-96ecdfe6f936 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:02:00.067604 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:00.069650 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0a4a8aaf-fe82-441d-8d23-fd3fab84742f admin admin] Publish callbacks [] for security_group (4cc7a9ed-2727-4564-b1d1-3f333c251993), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:00.083865 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6dce89a-8073-4a24-b77f-96ecdfe6f936 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:02:00.107838 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391ceb6-8f73-4fe2-9a72-f37f94286cfe req-a41f65c4-5959-4a2d-8f55-a1ef52adde36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:00.108917 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a391ceb6-8f73-4fe2-9a72-f37f94286cfe req-a41f65c4-5959-4a2d-8f55-a1ef52adde36 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff HTTP/1.1" status: 200 len: 849 time: 0.0761373 Jul 15 15:02:00.113952 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port c6dce89a-8073-4a24-b77f-96ecdfe6f936, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c6dce89a-8073-4a24-b77f-96ecdfe6f936,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:00.119151 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:00.166578 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0a4a8aaf-fe82-441d-8d23-fd3fab84742f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (4cc7a9ed-2727-4564-b1d1-3f333c251993), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:00.169739 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0a4a8aaf-fe82-441d-8d23-fd3fab84742f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:00.170871 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-0a4a8aaf-fe82-441d-8d23-fd3fab84742f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cc7a9ed-2727-4564-b1d1-3f333c251993 HTTP/1.1" status: 204 len: 168 time: 0.2822120 Jul 15 15:02:00.176718 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=c6dce89a-8073-4a24-b77f-96ecdfe6f936,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:00.190227 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391ceb6-8f73-4fe2-9a72-f37f94286cfe req-6b4d1316-54f6-486e-9408-49c64ca06852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:00.191761 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a391ceb6-8f73-4fe2-9a72-f37f94286cfe req-6b4d1316-54f6-486e-9408-49c64ca06852 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ba6677d-5774-4709-9ff3-2439871082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760980 Jul 15 15:02:00.192567 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a8aaf-fe82-441d-8d23-fd3fab84742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc7a9ed-2727-4564-b1d1-3f333c251993,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:00.346463 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a391ceb6-8f73-4fe2-9a72-f37f94286cfe req-b10eaf02-8664-43f0-b245-59764c171887 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414368 Jul 15 15:02:00.355077 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a5fa-7dd2-465c-8148-d718d1029af1 req-6238f313-81c7-4f52-99b6-ae12612409b1 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:00.357398 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5155a5fa-7dd2-465c-8148-d718d1029af1 req-6238f313-81c7-4f52-99b6-ae12612409b1 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 943 time: 0.1242785 Jul 15 15:02:00.470716 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5155a5fa-7dd2-465c-8148-d718d1029af1 req-47aaf11a-8938-495c-b6cf-06715dfbb1f9 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046596 Jul 15 15:02:00.502402 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a391ceb6-8f73-4fe2-9a72-f37f94286cfe req-9d626756-009f-4b44-8191-c4d8dd022f36 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437879 Jul 15 15:02:00.615248 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0cbb0-35dc-4ae2-b201-1e73751b7517 req-40691029-3fda-4c72-857b-21f2ef8f35fc tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:00.626886 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7ec0cbb0-35dc-4ae2-b201-1e73751b7517 req-40691029-3fda-4c72-857b-21f2ef8f35fc tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 945 time: 0.1169076 Jul 15 15:02:00.675662 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 60202) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:00.681967 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8eea1-74c8-4cea-8eda-b2924a764457 req-cd5625d2-0ed4-4100-b0bd-ec574f1e9584 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:00.685014 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c7e8eea1-74c8-4cea-8eda-b2924a764457 req-cd5625d2-0ed4-4100-b0bd-ec574f1e9584 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 944 time: 0.0896463 Jul 15 15:02:00.697571 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7ec0cbb0-35dc-4ae2-b201-1e73751b7517 req-f53fce9a-28e5-4f2c-808c-1e4cac8759b9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696692 Jul 15 15:02:00.698743 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fc2bc571-b79a-4226-b734-275c7c795db4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:00.775952 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c7e8eea1-74c8-4cea-8eda-b2924a764457 req-8e09ee01-4c85-44c8-8fc8-5ed5ce440acc tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867016 Jul 15 15:02:00.809497 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fc2bc571-b79a-4226-b734-275c7c795db4 admin admin] Publish callbacks [] for security_group (3642e985-8e3d-44b4-aab0-9f9319fb7189), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:00.814464 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fc2bc571-b79a-4226-b734-275c7c795db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (3642e985-8e3d-44b4-aab0-9f9319fb7189), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:00.826345 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['c6dce89a-8073-4a24-b77f-96ecdfe6f936'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:00.881089 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-fc2bc571-b79a-4226-b734-275c7c795db4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d1cd404e175f4339a1f9fd26fb241800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043748 Jul 15 15:02:00.881813 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bc571-b79a-4226-b734-275c7c795db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3642e985-8e3d-44b4-aab0-9f9319fb7189,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:00.884269 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60218) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:00.956316 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ab745c7e-3400-4be5-9659-ddf8283f5ae2 admin admin] Publish callbacks [] for security_group (3642e985-8e3d-44b4-aab0-9f9319fb7189), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:00.983063 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ab745c7e-3400-4be5-9659-ddf8283f5ae2 admin admin] Publish callbacks [] for security_group (3642e985-8e3d-44b4-aab0-9f9319fb7189), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:01.059970 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ab745c7e-3400-4be5-9659-ddf8283f5ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (3642e985-8e3d-44b4-aab0-9f9319fb7189), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:01.062863 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ab745c7e-3400-4be5-9659-ddf8283f5ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:01.075752 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ab745c7e-3400-4be5-9659-ddf8283f5ae2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3642e985-8e3d-44b4-aab0-9f9319fb7189 HTTP/1.1" status: 204 len: 168 time: 0.1784530 Jul 15 15:02:01.092040 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c3449-5f66-4bf5-b130-36f8eb986236 req-fc142acd-4f52-4c3d-ab82-34f07d57aed2 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:01.093657 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab745c7e-3400-4be5-9659-ddf8283f5ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3642e985-8e3d-44b4-aab0-9f9319fb7189,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:01.094147 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-576c3449-5f66-4bf5-b130-36f8eb986236 req-fc142acd-4f52-4c3d-ab82-34f07d57aed2 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 943 time: 0.0922499 Jul 15 15:02:01.176384 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-576c3449-5f66-4bf5-b130-36f8eb986236 req-601fa783-ebf5-4c64-a1d3-31b17813176c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705957 Jul 15 15:02:01.421426 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 60264) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:01.437165 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e359-bea3-4f4f-a7e5-aa896b99e84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:01.521910 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e359-bea3-4f4f-a7e5-aa896b99e84c admin admin] Publish callbacks [] for security_group (90cd7291-fec1-440b-a240-9dd59e6543e2), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:01.527894 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e359-bea3-4f4f-a7e5-aa896b99e84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (90cd7291-fec1-440b-a240-9dd59e6543e2), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:01.553591 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1e359-bea3-4f4f-a7e5-aa896b99e84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cd7291-fec1-440b-a240-9dd59e6543e2,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:01.582953 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-f4e1e359-bea3-4f4f-a7e5-aa896b99e84c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31c1dd4675724fc59faa3da5ba5eb931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600885 Jul 15 15:02:01.583285 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60272) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:01.654868 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c44cf-a74d-411b-ac5a-2d6b28e9b03e req-c9b50442-0524-4368-9e54-ce0001a4652b tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:01.656324 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d46c44cf-a74d-411b-ac5a-2d6b28e9b03e req-c9b50442-0524-4368-9e54-ce0001a4652b tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 943 time: 0.0828581 Jul 15 15:02:01.680910 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-84cfda7a-7a18-47b7-a458-0fd0b1d457f7 admin admin] Publish callbacks [] for security_group (90cd7291-fec1-440b-a240-9dd59e6543e2), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:01.720581 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-84cfda7a-7a18-47b7-a458-0fd0b1d457f7 admin admin] Publish callbacks [] for security_group (90cd7291-fec1-440b-a240-9dd59e6543e2), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:01.732985 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d46c44cf-a74d-411b-ac5a-2d6b28e9b03e req-fef6cd8e-33f1-4360-a8af-3b23b6e7157e tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709376 Jul 15 15:02:01.793826 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-84cfda7a-7a18-47b7-a458-0fd0b1d457f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (90cd7291-fec1-440b-a240-9dd59e6543e2), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:01.796440 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-84cfda7a-7a18-47b7-a458-0fd0b1d457f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:01.799974 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-84cfda7a-7a18-47b7-a458-0fd0b1d457f7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90cd7291-fec1-440b-a240-9dd59e6543e2 HTTP/1.1" status: 204 len: 168 time: 0.2126162 Jul 15 15:02:01.806022 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfda7a-7a18-47b7-a458-0fd0b1d457f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cd7291-fec1-440b-a240-9dd59e6543e2,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:01.847078 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device fa3beace-8edd-4645-9f42-03b98db56b58 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:01.882728 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bee0f3-8e67-47ce-adf2-3bb8a87cf6c0 req-08baaa56-6e66-4550-a63a-66a711243efe tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:01.888427 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 85697579-81ac-41bb-9650-aeba95f3afce up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:01.890199 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-60bee0f3-8e67-47ce-adf2-3bb8a87cf6c0 req-08baaa56-6e66-4550-a63a-66a711243efe tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 945 time: 0.1181746 Jul 15 15:02:01.953366 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310354b-b367-479d-a1ed-9d4a27ec2f6c req-6b9b841c-7af7-4081-ac6e-2959c7f3c334 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:01.955315 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7310354b-b367-479d-a1ed-9d4a27ec2f6c req-6b9b841c-7af7-4081-ac6e-2959c7f3c334 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 944 time: 0.0693371 Jul 15 15:02:02.004636 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.db.resource_extend [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:02:02.060869 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-60bee0f3-8e67-47ce-adf2-3bb8a87cf6c0 req-179de323-a0a2-4306-9299-835007c5335b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603138 Jul 15 15:02:02.097245 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7310354b-b367-479d-a1ed-9d4a27ec2f6c req-f0fc8e7b-91df-44d9-8523-95796c50d567 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342645 Jul 15 15:02:02.125423 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 85697579-81ac-41bb-9650-aeba95f3afce completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:02:02.129675 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 85697579-81ac-41bb-9650-aeba95f3afce triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:02:02.130355 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (85697579-81ac-41bb-9650-aeba95f3afce), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:02.216581 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port fa3beace-8edd-4645-9f42-03b98db56b58, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=fa3beace-8edd-4645-9f42-03b98db56b58,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:02.233511 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60310) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:02.249711 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': 'fa3beace-8edd-4645-9f42-03b98db56b58', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'port_id': 'fa3beace-8edd-4645-9f42-03b98db56b58', 'mac_address': 'fa:16:3e:92:f3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:02.286847 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 85697579-81ac-41bb-9650-aeba95f3afce is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:02:02.287515 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (85697579-81ac-41bb-9650-aeba95f3afce), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:02.311799 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port fa3beace-8edd-4645-9f42-03b98db56b58 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:02:02.312182 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:02.336817 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3beace-8edd-4645-9f42-03b98db56b58 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:02:02.349257 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c32700e-81bf-45c7-b77f-1ce572c076d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85697579-81ac-41bb-9650-aeba95f3afce'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:02:02.366016 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c676c-a0f1-4fc5-9cde-8e961c31a77b req-2759d3e8-051b-4089-9149-3a4e3a378dc6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:02.369542 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f76fd289-6c63-4cc7-a815-8a54eb84ab98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:02.370047 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-af8c676c-a0f1-4fc5-9cde-8e961c31a77b req-2759d3e8-051b-4089-9149-3a4e3a378dc6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 943 time: 0.0988781 Jul 15 15:02:02.463598 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-af8c676c-a0f1-4fc5-9cde-8e961c31a77b req-e8283cfe-abef-49ca-bdee-7bc008f642b3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755553 Jul 15 15:02:02.464328 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 85697579-81ac-41bb-9650-aeba95f3afce, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=85697579-81ac-41bb-9650-aeba95f3afce,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:02.470121 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port fa3beace-8edd-4645-9f42-03b98db56b58, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=fa3beace-8edd-4645-9f42-03b98db56b58,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:02.472696 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (85697579-81ac-41bb-9650-aeba95f3afce), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:02.500923 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:02.501726 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 4c0df130-b11c-4f90-89bb-ba1517a9faf4 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:02.505704 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f76fd289-6c63-4cc7-a815-8a54eb84ab98 admin admin] Publish callbacks [] for security_group (8e88c0b5-e08b-47a3-8ab3-b870c48ded6f), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:02.518362 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f76fd289-6c63-4cc7-a815-8a54eb84ab98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (8e88c0b5-e08b-47a3-8ab3-b870c48ded6f), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:02.667204 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2958483c-7082-4322-b0b8-9deaab99201f" -d '{"events": [{"server_uuid": "4c32700e-81bf-45c7-b77f-1ce572c076d4", "name": "network-vif-plugged", "status": "completed", "tag": "85697579-81ac-41bb-9650-aeba95f3afce"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:02.670528 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=85697579-81ac-41bb-9650-aeba95f3afce,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:02.813874 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 4c0df130-b11c-4f90-89bb-ba1517a9faf4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4c0df130-b11c-4f90-89bb-ba1517a9faf4,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:02.830624 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-f76fd289-6c63-4cc7-a815-8a54eb84ab98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7edf99ffb0ba4aacbb60f28d50dce8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5960245 Jul 15 15:02:02.832128 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fd289-6c63-4cc7-a815-8a54eb84ab98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e88c0b5-e08b-47a3-8ab3-b870c48ded6f,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:02.833636 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 60342) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:02.834153 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '4c0df130-b11c-4f90-89bb-ba1517a9faf4', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'port_id': '4c0df130-b11c-4f90-89bb-ba1517a9faf4', 'mac_address': 'fa:16:3e:8e:cb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:02.848400 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb99fa2e-37be-4f97-9f16-1de1ef465a7c x-openstack-request-id: req-bb99fa2e-37be-4f97-9f16-1de1ef465a7c {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:02.849065 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c32700e-81bf-45c7-b77f-1ce572c076d4", "name": "network-vif-plugged", "status": "completed", "tag": "85697579-81ac-41bb-9650-aeba95f3afce", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:02.849065 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bb99fa2e-37be-4f97-9f16-1de1ef465a7c {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:02.849483 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb99fa2e-37be-4f97-9f16-1de1ef465a7c'] response: {'server_uuid': '4c32700e-81bf-45c7-b77f-1ce572c076d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85697579-81ac-41bb-9650-aeba95f3afce', 'code': 200} Jul 15 15:02:02.891065 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=fa3beace-8edd-4645-9f42-03b98db56b58,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:02.935810 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f7d2fc1f-6d42-41ad-81b0-0a5dccd7effb admin admin] Publish callbacks [] for security_group (8e88c0b5-e08b-47a3-8ab3-b870c48ded6f), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:02.946439 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873eb09-a6a2-48f6-8fb3-7b398685f92e req-eb5ecf45-77db-4efa-966c-f8a80b0ceaa5 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:02.948082 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8873eb09-a6a2-48f6-8fb3-7b398685f92e req-eb5ecf45-77db-4efa-966c-f8a80b0ceaa5 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 943 time: 0.0986738 Jul 15 15:02:02.965224 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:02:02.965740 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:02.983290 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0df130-b11c-4f90-89bb-ba1517a9faf4 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:02:02.986353 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f7d2fc1f-6d42-41ad-81b0-0a5dccd7effb admin admin] Publish callbacks [] for security_group (8e88c0b5-e08b-47a3-8ab3-b870c48ded6f), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.008941 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60344) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:03.020216 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 4c0df130-b11c-4f90-89bb-ba1517a9faf4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4c0df130-b11c-4f90-89bb-ba1517a9faf4,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:03.034571 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.035633 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:03.067488 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8873eb09-a6a2-48f6-8fb3-7b398685f92e req-a0b5ee79-1c6a-40b2-a2f5-2d54d6d08710 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108708 Jul 15 15:02:03.111467 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f7d2fc1f-6d42-41ad-81b0-0a5dccd7effb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (8e88c0b5-e08b-47a3-8ab3-b870c48ded6f), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.114715 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f7d2fc1f-6d42-41ad-81b0-0a5dccd7effb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.116114 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-f7d2fc1f-6d42-41ad-81b0-0a5dccd7effb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e88c0b5-e08b-47a3-8ab3-b870c48ded6f HTTP/1.1" status: 204 len: 168 time: 0.2814639 Jul 15 15:02:03.148255 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2fc1f-6d42-41ad-81b0-0a5dccd7effb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e88c0b5-e08b-47a3-8ab3-b870c48ded6f,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:03.217029 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1810094274-network', 'tenant_id': '28ebe88b9acd42e688cd8010d8ab06b4'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:03.305755 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Made reservation on behalf of 28ebe88b9acd42e688cd8010d8ab06b4 for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:03.306640 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=16b6a5fa-525c-487a-bf83-d4bffcd0ebfe,segment=NetworkSegment(19a32d10-1d3b-4903-a246-a08e71771408),segment_id=19a32d10-1d3b-4903-a246-a08e71771408)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:03.308673 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.327360 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.328051 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '16b6a5fa-525c-487a-bf83-d4bffcd0ebfe', 'network_id': 'baca9e78-5acd-446b-98d4-f1c07d9b285a', 'port_id': '16b6a5fa-525c-487a-bf83-d4bffcd0ebfe', 'mac_address': 'fa:16:3e:58:ec:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:03.332517 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=4c0df130-b11c-4f90-89bb-ba1517a9faf4,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:03.357759 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d9c85-ddc2-4e47-a2fb-8d97c6b9f6c0 req-d40879a6-059a-4785-8123-fae0e296858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:03.359435 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-678d9c85-ddc2-4e47-a2fb-8d97c6b9f6c0 req-d40879a6-059a-4785-8123-fae0e296858e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 1130 time: 0.2658863 Jul 15 15:02:03.364260 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c0102-f25a-4aa7-abf7-06761392c12f req-c42a45bb-bdd8-4f84-8056-78996272acf8 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:03.373568 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-609c0102-f25a-4aa7-abf7-06761392c12f req-c42a45bb-bdd8-4f84-8056-78996272acf8 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.1210914 Jul 15 15:02:03.395892 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682669b-3153-4de4-b676-6b4bab1aaa2e req-1e2c36e9-a96c-4e6d-a53a-ab1ca5cb7159 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:03.413981 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8682669b-3153-4de4-b676-6b4bab1aaa2e req-1e2c36e9-a96c-4e6d-a53a-ab1ca5cb7159 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 945 time: 0.1908703 Jul 15 15:02:03.434069 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:02:03.435113 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.448991 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-678d9c85-ddc2-4e47-a2fb-8d97c6b9f6c0 req-c77ad876-5258-4245-9c85-52a3a4909e5c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.467653 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-609c0102-f25a-4aa7-abf7-06761392c12f req-a9fb94ad-a4e5-46ca-9b5b-f477bd128b5d tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910051 Jul 15 15:02:03.479306 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:02:03.523423 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=16b6a5fa-525c-487a-bf83-d4bffcd0ebfe,segment=NetworkSegment(19a32d10-1d3b-4903-a246-a08e71771408),segment_id=19a32d10-1d3b-4903-a246-a08e71771408)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:03.531565 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.571159 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8682669b-3153-4de4-b676-6b4bab1aaa2e req-8b80a99c-f86e-4fb9-a8f0-e64faf2ea1d4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509135 Jul 15 15:02:03.646996 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=16b6a5fa-525c-487a-bf83-d4bffcd0ebfe,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:03.659880 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Publish callbacks [] for security_group (68eb4a1e-0953-4365-a74c-c28aee5ff847), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.672482 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6be44-a0c8-485f-af06-54e1420d0964 req-890af2c3-e12e-4d6f-a2c8-5cc914f2dded tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:03.684442 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-82f6be44-a0c8-485f-af06-54e1420d0964 req-890af2c3-e12e-4d6f-a2c8-5cc914f2dded tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 944 time: 0.1047845 Jul 15 15:02:03.686144 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (68eb4a1e-0953-4365-a74c-c28aee5ff847), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.693731 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60370) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:03.736819 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d0a356df-a1e2-4cb7-b4a1-ff91d093327a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.743497 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-82f6be44-a0c8-485f-af06-54e1420d0964 req-a98dd0c3-f669-436d-a2e2-24c1ca0c70f7 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580213 Jul 15 15:02:03.749918 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:03.781848 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68eb4a1e-0953-4365-a74c-c28aee5ff847,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:03.785583 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (011175fb-17d8-4820-a9ba-cba83d950fcc), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.785996 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Added segment 011175fb-17d8-4820-a9ba-cba83d950fcc of type vlan for network 9de6ba59-ff80-40ca-a536-084293adf241 Jul 15 15:02:03.855905 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device c6dce89a-8073-4a24-b77f-96ecdfe6f936 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:03.873862 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (9de6ba59-ff80-40ca-a536-084293adf241), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.876991 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-678d9c85-ddc2-4e47-a2fb-8d97c6b9f6c0 req-c77ad876-5258-4245-9c85-52a3a4909e5c service neutron] Publish callbacks [] for security_group (9703601c-c98b-49f6-9f77-9c7a7aac523c), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.887227 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-678d9c85-ddc2-4e47-a2fb-8d97c6b9f6c0 req-c77ad876-5258-4245-9c85-52a3a4909e5c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (9703601c-c98b-49f6-9f77-9c7a7aac523c), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.908434 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port c6dce89a-8073-4a24-b77f-96ecdfe6f936 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:02:03.912855 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port c6dce89a-8073-4a24-b77f-96ecdfe6f936 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:02:03.913457 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.970320 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-678d9c85-ddc2-4e47-a2fb-8d97c6b9f6c0 req-c77ad876-5258-4245-9c85-52a3a4909e5c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5947480 Jul 15 15:02:03.972387 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ad876-5258-4245-9c85-52a3a4909e5c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9703601c-c98b-49f6-9f77-9c7a7aac523c,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:03.983903 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (9de6ba59-ff80-40ca-a536-084293adf241), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:03.984934 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:03.985546 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:04.003807 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port c6dce89a-8073-4a24-b77f-96ecdfe6f936 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:02:04.004210 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:04.041005 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port c6dce89a-8073-4a24-b77f-96ecdfe6f936, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c6dce89a-8073-4a24-b77f-96ecdfe6f936,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:04.049136 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:04.069676 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d0a356df-a1e2-4cb7-b4a1-ff91d093327a admin admin] Publish callbacks [] for security_group (1aca2117-e40a-4d83-b0d0-dd363932efdb), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:04.076525 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0660563 Jul 15 15:02:04.079628 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d0a356df-a1e2-4cb7-b4a1-ff91d093327a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (1aca2117-e40a-4d83-b0d0-dd363932efdb), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:04.079768 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 60374) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:04.088133 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-0afc2f22-947c-4b78-aff8-d02cfd8f9fbb admin admin] Request body: {'subnet': {'network_id': '9de6ba59-ff80-40ca-a536-084293adf241', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1810094274-subnet', 'tenant_id': '28ebe88b9acd42e688cd8010d8ab06b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:04.090334 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff1460-1895-463a-a864-4fabc217024a admin admin] Pushing event updated for resources: {'Network': ['ID=9de6ba59-ff80-40ca-a536-084293adf241,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.101370 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=c6dce89a-8073-4a24-b77f-96ecdfe6f936,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.121795 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 9de6ba59-ff80-40ca-a536-084293adf241 details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:04.130873 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-d0a356df-a1e2-4cb7-b4a1-ff91d093327a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e821d11b42e8479dbc61b9887c8fb8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309249 Jul 15 15:02:04.130873 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a356df-a1e2-4cb7-b4a1-ff91d093327a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aca2117-e40a-4d83-b0d0-dd363932efdb,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.131778 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60378) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:04.140963 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afc2f22-947c-4b78-aff8-d02cfd8f9fbb admin admin] Made reservation on behalf of 28ebe88b9acd42e688cd8010d8ab06b4 for: {'subnet': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:04.143916 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0afc2f22-947c-4b78-aff8-d02cfd8f9fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12400064'] for subnet (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:04.233477 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3e43216b-7f0a-4f80-be4e-7ad931e978e3 admin admin] Publish callbacks [] for security_group (1aca2117-e40a-4d83-b0d0-dd363932efdb), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:04.261586 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3e43216b-7f0a-4f80-be4e-7ad931e978e3 admin admin] Publish callbacks [] for security_group (1aca2117-e40a-4d83-b0d0-dd363932efdb), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:04.279548 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a1b88-a898-4209-9539-4e5a2528e83c req-2da5eb8a-a536-4794-b42b-737bfd6082e7 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:04.281071 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c04a1b88-a898-4209-9539-4e5a2528e83c req-2da5eb8a-a536-4794-b42b-737bfd6082e7 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 944 time: 0.0933573 Jul 15 15:02:04.303009 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['fa3beace-8edd-4645-9f42-03b98db56b58'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:04.349141 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0afc2f22-947c-4b78-aff8-d02cfd8f9fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3082405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12400082'] for subnet (977b06eb-a34c-4a8c-9be7-c011e1882f6e), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:04.373370 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c04a1b88-a898-4209-9539-4e5a2528e83c req-1797a4fb-d744-41c7-974e-f7864a952d29 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850861 Jul 15 15:02:04.373971 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3e43216b-7f0a-4f80-be4e-7ad931e978e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (1aca2117-e40a-4d83-b0d0-dd363932efdb), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:04.376684 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3e43216b-7f0a-4f80-be4e-7ad931e978e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:04.377781 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-3e43216b-7f0a-4f80-be4e-7ad931e978e3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1aca2117-e40a-4d83-b0d0-dd363932efdb HTTP/1.1" status: 204 len: 168 time: 0.2450092 Jul 15 15:02:04.403581 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43216b-7f0a-4f80-be4e-7ad931e978e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aca2117-e40a-4d83-b0d0-dd363932efdb,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.435755 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc2f22-947c-4b78-aff8-d02cfd8f9fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=977b06eb-a34c-4a8c-9be7-c011e1882f6e,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:04.440027 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afc2f22-947c-4b78-aff8-d02cfd8f9fbb admin admin] Checking segment: {'id': '011175fb-17d8-4820-a9ba-cba83d950fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9de6ba59-ff80-40ca-a536-084293adf241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:02:04.440390 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afc2f22-947c-4b78-aff8-d02cfd8f9fbb admin admin] Network hostable DHCP agents. Network: 9de6ba59-ff80-40ca-a536-084293adf241, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:04.464745 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afc2f22-947c-4b78-aff8-d02cfd8f9fbb admin admin] Network 9de6ba59-ff80-40ca-a536-084293adf241 is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:04.474376 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-0afc2f22-947c-4b78-aff8-d02cfd8f9fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 9de6ba59-ff80-40ca-a536-084293adf241) {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:04.478519 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc2f22-947c-4b78-aff8-d02cfd8f9fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:04.479114 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0afc2f22-947c-4b78-aff8-d02cfd8f9fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:04.485786 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc2ddf4-49b1-45cb-874f-c85d9705599a None None] Network 9de6ba59-ff80-40ca-a536-084293adf241 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:02:04.498281 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-0afc2f22-947c-4b78-aff8-d02cfd8f9fbb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4168258 Jul 15 15:02:04.689020 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e89fd2-912a-4178-8653-16a339895f3d req-af231868-13cb-4d60-9246-0d68dcc130fa tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:04.691877 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-26e89fd2-912a-4178-8653-16a339895f3d req-af231868-13cb-4d60-9246-0d68dcc130fa tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.1343832 Jul 15 15:02:04.744657 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b62b7-9c72-45ff-971c-291187a3f966 req-9b0f5824-97dc-41af-8947-511106b3d3df tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:04.747483 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d086e9d8-381b-4005-aaf3-1a1990a19cfc None None] Network 9de6ba59-ff80-40ca-a536-084293adf241 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:02:04.753595 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e18b62b7-9c72-45ff-971c-291187a3f966 req-9b0f5824-97dc-41af-8947-511106b3d3df tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0881672 Jul 15 15:02:04.853914 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:02:04.859797 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b052b305-9895-41f9-b875-bf9a2320d7a8" -d '{"events": [{"server_uuid": "b56e9a43-3a4b-468b-bbec-f5bd41d9b32e", "name": "network-vif-plugged", "status": "completed", "tag": "c6dce89a-8073-4a24-b77f-96ecdfe6f936"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:04.862312 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e18b62b7-9c72-45ff-971c-291187a3f966 req-4950bae0-2928-4a48-af6b-9b16a4b0e5a3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075542 Jul 15 15:02:05.005541 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-26e89fd2-912a-4178-8653-16a339895f3d req-78ec1a3a-d574-4a6f-93a2-f8e72f3c0323 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989378 Jul 15 15:02:05.052368 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87662def-0600-445d-b3ef-ca2b28cf1d74 req-71178228-4b5e-4d2a-9e16-daaf658325c6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:05.057538 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-87662def-0600-445d-b3ef-ca2b28cf1d74 req-71178228-4b5e-4d2a-9e16-daaf658325c6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 944 time: 0.1002066 Jul 15 15:02:05.064203 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34025145-e839-4835-bfbd-2271f79c8f34 x-openstack-request-id: req-34025145-e839-4835-bfbd-2271f79c8f34 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:05.064572 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56e9a43-3a4b-468b-bbec-f5bd41d9b32e", "name": "network-vif-plugged", "status": "completed", "tag": "c6dce89a-8073-4a24-b77f-96ecdfe6f936", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:05.064829 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-34025145-e839-4835-bfbd-2271f79c8f34 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:05.065224 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34025145-e839-4835-bfbd-2271f79c8f34'] response: {'server_uuid': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'code': 200} Jul 15 15:02:05.109054 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-87662def-0600-445d-b3ef-ca2b28cf1d74 req-f33efebd-6256-49cb-a8dd-9e975bc37214 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503864 Jul 15 15:02:05.311553 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60422) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:05.317168 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-977361587-network', 'tenant_id': 'f53e48b43eb549b48367795b04216407'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:05.338831 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Made reservation on behalf of f53e48b43eb549b48367795b04216407 for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:05.341099 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.353618 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.436165 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Publish callbacks [] for security_group (11f18b95-4702-4d05-891a-f65c5e9670c4), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.440582 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (11f18b95-4702-4d05-891a-f65c5e9670c4), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.471757 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:05.479086 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f18b95-4702-4d05-891a-f65c5e9670c4,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:05.485860 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (b65146bb-725d-4e94-82c1-6feab0a32fa9), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.486209 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Added segment b65146bb-725d-4e94-82c1-6feab0a32fa9 of type vlan for network f6813453-abcb-43b9-b8b9-5f9ea7416ead Jul 15 15:02:05.514864 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89dbc3-d34d-4023-881f-d1036d02352f req-90cc5a7e-11c4-4355-8d45-95ca31c03c17 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:05.516597 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ac89dbc3-d34d-4023-881f-d1036d02352f req-90cc5a7e-11c4-4355-8d45-95ca31c03c17 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 944 time: 0.0646496 Jul 15 15:02:05.532955 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60430) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:05.542171 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (f6813453-abcb-43b9-b8b9-5f9ea7416ead), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.566279 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ac89dbc3-d34d-4023-881f-d1036d02352f req-fa5a6e28-c9e8-4f0a-b101-353bbdfba9fc tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425642 Jul 15 15:02:05.570221 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (f6813453-abcb-43b9-b8b9-5f9ea7416ead), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.571531 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:05.572124 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.631230 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3185325 Jul 15 15:02:05.634090 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 60434) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:05.638830 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce607120-79fd-4706-b2b4-df0f032e03c1 admin admin] Pushing event updated for resources: {'Network': ['ID=f6813453-abcb-43b9-b8b9-5f9ea7416ead,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:05.638958 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-aed8e2cf-0db6-4b80-a5ed-ca9e33a04d63 admin admin] Request body: {'subnet': {'network_id': 'f6813453-abcb-43b9-b8b9-5f9ea7416ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-977361587-subnet', 'tenant_id': 'f53e48b43eb549b48367795b04216407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:05.649795 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network f6813453-abcb-43b9-b8b9-5f9ea7416ead details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:05.652297 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-527875064-network', 'tenant_id': '2b6c94cdde04417596cf1d887e83729a'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:05.665670 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed8e2cf-0db6-4b80-a5ed-ca9e33a04d63 admin admin] Made reservation on behalf of f53e48b43eb549b48367795b04216407 for: {'subnet': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:05.668361 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-aed8e2cf-0db6-4b80-a5ed-ca9e33a04d63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12400064'] for subnet (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.673090 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Made reservation on behalf of 2b6c94cdde04417596cf1d887e83729a for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:05.675518 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.685763 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.764204 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Publish callbacks [] for security_group (7df8c073-099e-4ebd-91c0-4d973b24b175), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.767976 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (7df8c073-099e-4ebd-91c0-4d973b24b175), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.795759 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:05.801332 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df8c073-099e-4ebd-91c0-4d973b24b175,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:05.808852 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (635895a0-8e57-4ce0-9688-1893e0a0854f), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.809111 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Added segment 635895a0-8e57-4ce0-9688-1893e0a0854f of type vlan for network 585753bc-7463-4592-920c-3c881b63b35e Jul 15 15:02:05.849970 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (585753bc-7463-4592-920c-3c881b63b35e), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.862867 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-aed8e2cf-0db6-4b80-a5ed-ca9e33a04d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3082405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12400082'] for subnet (51f51e25-c803-4093-a46f-048a8e6501ea), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.877516 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (585753bc-7463-4592-920c-3c881b63b35e), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.878556 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:05.879177 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.921155 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8e2cf-0db6-4b80-a5ed-ca9e33a04d63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f51e25-c803-4093-a46f-048a8e6501ea,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:05.930559 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8e2cf-0db6-4b80-a5ed-ca9e33a04d63 admin admin] Checking segment: {'id': 'b65146bb-725d-4e94-82c1-6feab0a32fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f6813453-abcb-43b9-b8b9-5f9ea7416ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:02:05.930952 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed8e2cf-0db6-4b80-a5ed-ca9e33a04d63 admin admin] Network hostable DHCP agents. Network: f6813453-abcb-43b9-b8b9-5f9ea7416ead, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:05.943235 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4091043 Jul 15 15:02:05.946155 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60442) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:05.950520 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed8e2cf-0db6-4b80-a5ed-ca9e33a04d63 admin admin] Network f6813453-abcb-43b9-b8b9-5f9ea7416ead is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:05.951611 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-007d44f8-2a1e-4e29-bbec-5f614e7b3fb4 admin admin] Request body: {'subnet': {'network_id': '585753bc-7463-4592-920c-3c881b63b35e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-527875064-subnet', 'tenant_id': '2b6c94cdde04417596cf1d887e83729a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:05.959798 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-aed8e2cf-0db6-4b80-a5ed-ca9e33a04d63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, f6813453-abcb-43b9-b8b9-5f9ea7416ead) {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:05.964246 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed8e2cf-0db6-4b80-a5ed-ca9e33a04d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:05.965007 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-aed8e2cf-0db6-4b80-a5ed-ca9e33a04d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:05.970280 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5214412-3f3b-41e0-a3f6-be234de2c522 None None] Network f6813453-abcb-43b9-b8b9-5f9ea7416ead requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:02:05.977558 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be0f02-20f5-49b7-9a15-fd02dd5c29d6 admin admin] Pushing event updated for resources: {'Network': ['ID=585753bc-7463-4592-920c-3c881b63b35e,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:05.996223 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-aed8e2cf-0db6-4b80-a5ed-ca9e33a04d63 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3610237 Jul 15 15:02:06.012231 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007d44f8-2a1e-4e29-bbec-5f614e7b3fb4 admin admin] Made reservation on behalf of 2b6c94cdde04417596cf1d887e83729a for: {'subnet': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:06.014720 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-007d44f8-2a1e-4e29-bbec-5f614e7b3fb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516893'] for subnet (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:06.028646 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 585753bc-7463-4592-920c-3c881b63b35e details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:06.102447 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9556a3-1f6e-4858-adf1-a7a6e758ab83 req-39cf0b06-3219-4690-aab7-0f1e2990556d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:06.109704 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef9556a3-1f6e-4858-adf1-a7a6e758ab83 req-39cf0b06-3219-4690-aab7-0f1e2990556d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.1508303 Jul 15 15:02:06.183609 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f551235c-22c2-4deb-84b0-4d92d070a9db None None] Network f6813453-abcb-43b9-b8b9-5f9ea7416ead requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:02:06.194291 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9ffff-8fcf-401e-a9d9-d5d83b69f5b7 req-ed9602b0-dd59-49f1-bdb1-bb5d924edd40 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:06.196486 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-27d9ffff-8fcf-401e-a9d9-d5d83b69f5b7 req-ed9602b0-dd59-49f1-bdb1-bb5d924edd40 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.0987597 Jul 15 15:02:06.199331 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef9556a3-1f6e-4858-adf1-a7a6e758ab83 req-7b3a37e0-380d-4844-8e09-cf7a4a07c0fc tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887699 Jul 15 15:02:06.295240 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-27d9ffff-8fcf-401e-a9d9-d5d83b69f5b7 req-36643acb-c059-47a2-b0a0-09a58d4e6139 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798173 Jul 15 15:02:06.359998 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-007d44f8-2a1e-4e29-bbec-5f614e7b3fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9594166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516879'] for subnet (e80c26ac-e45f-4c78-99aa-898d7c2e6a7c), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:06.406133 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41124d-e32e-45d3-ab4b-5d132785e289 req-de52fbf9-2496-45cd-93d8-6517247caa80 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:06.407602 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ac41124d-e32e-45d3-ab4b-5d132785e289 req-de52fbf9-2496-45cd-93d8-6517247caa80 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 944 time: 0.1175263 Jul 15 15:02:06.443336 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d44f8-2a1e-4e29-bbec-5f614e7b3fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e80c26ac-e45f-4c78-99aa-898d7c2e6a7c,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:06.470595 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007d44f8-2a1e-4e29-bbec-5f614e7b3fb4 admin admin] Checking segment: {'id': '635895a0-8e57-4ce0-9688-1893e0a0854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '585753bc-7463-4592-920c-3c881b63b35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:02:06.470956 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d44f8-2a1e-4e29-bbec-5f614e7b3fb4 admin admin] Network hostable DHCP agents. Network: 585753bc-7463-4592-920c-3c881b63b35e, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:06.490657 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ac41124d-e32e-45d3-ab4b-5d132785e289 req-c66acd72-e7c2-45f3-9c10-55a2cabb3af4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768051 Jul 15 15:02:06.501189 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d44f8-2a1e-4e29-bbec-5f614e7b3fb4 admin admin] Network 585753bc-7463-4592-920c-3c881b63b35e is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:06.513219 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-007d44f8-2a1e-4e29-bbec-5f614e7b3fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 585753bc-7463-4592-920c-3c881b63b35e) {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:06.517728 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007d44f8-2a1e-4e29-bbec-5f614e7b3fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:06.518399 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-007d44f8-2a1e-4e29-bbec-5f614e7b3fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:06.524126 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be981f-c4bd-4623-a2f6-2b6135eff7c7 None None] Network 585753bc-7463-4592-920c-3c881b63b35e requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:02:06.536792 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-007d44f8-2a1e-4e29-bbec-5f614e7b3fb4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5893824 Jul 15 15:02:06.657010 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa5dedd-e5a3-4a79-8719-dc06c342985e None None] Network 585753bc-7463-4592-920c-3c881b63b35e requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:02:06.724207 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['4c0df130-b11c-4f90-89bb-ba1517a9faf4'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:06.758684 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb9bc7-a251-4b3f-81ea-9a31030401bf req-76f9d7e5-81dd-4efe-baaa-e516c41f9ca3 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:06.767392 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-71fb9bc7-a251-4b3f-81ea-9a31030401bf req-76f9d7e5-81dd-4efe-baaa-e516c41f9ca3 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 944 time: 0.0977848 Jul 15 15:02:06.792311 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:06.814653 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-71fb9bc7-a251-4b3f-81ea-9a31030401bf req-f66147bd-1b98-4c9e-aaa8-0afee11648e0 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463820 Jul 15 15:02:07.317983 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9b749-0bb8-4367-b6cf-de524d398189 req-25bb5030-d3ca-42ac-9cf6-ea73d9219fdd tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:07.319456 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3cd9b749-0bb8-4367-b6cf-de524d398189 req-25bb5030-d3ca-42ac-9cf6-ea73d9219fdd tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0531180 Jul 15 15:02:07.368807 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3cd9b749-0bb8-4367-b6cf-de524d398189 req-62a97ace-f410-4870-b526-72e2a61a7c87 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Jul 15 15:02:07.418889 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dea06-042d-4401-b524-42876122222e req-724d0b6b-2ea4-47b4-9386-93b76e65ea38 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:07.420366 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-196dea06-042d-4401-b524-42876122222e req-724d0b6b-2ea4-47b4-9386-93b76e65ea38 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.0527306 Jul 15 15:02:07.469518 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-196dea06-042d-4401-b524-42876122222e req-69d130a0-2324-4662-b624-d90190093e5f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434165 Jul 15 15:02:07.598544 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c29196c9-bc78-487e-9d40-6c16197c197b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:07.613236 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c42649-cc71-40a0-99fc-4904cdb75f38 req-b1e7d963-f3d1-49b6-a444-00371213edb9 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:07.614706 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-29c42649-cc71-40a0-99fc-4904cdb75f38 req-b1e7d963-f3d1-49b6-a444-00371213edb9 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 944 time: 0.0576987 Jul 15 15:02:07.663081 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-29c42649-cc71-40a0-99fc-4904cdb75f38 req-3cc71394-a2be-41f0-91e6-359b3d2d67bd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418072 Jul 15 15:02:07.936466 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24548a-3758-4b9f-8e35-d113bd2b286e req-fa932ce2-91fb-423d-bf23-60ac59ec3005 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:07.938040 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2c24548a-3758-4b9f-8e35-d113bd2b286e req-fa932ce2-91fb-423d-bf23-60ac59ec3005 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 944 time: 0.0526626 Jul 15 15:02:07.988519 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2c24548a-3758-4b9f-8e35-d113bd2b286e req-0e59a496-60bf-45e2-a66e-497f37f76627 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443563 Jul 15 15:02:08.482894 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97cbd2-7eab-40d3-ac98-24a68bc66b3e req-86d1851f-fc46-428b-a048-7ffc00c6b3cf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:08.484340 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-da97cbd2-7eab-40d3-ac98-24a68bc66b3e req-86d1851f-fc46-428b-a048-7ffc00c6b3cf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0516014 Jul 15 15:02:08.532084 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-da97cbd2-7eab-40d3-ac98-24a68bc66b3e req-75880694-96d5-4041-858e-9842212fedad tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420794 Jul 15 15:02:08.587396 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ec60c-fc9e-4816-9c42-ce7434dbc6cf req-f971d6eb-3bc0-450f-887b-631359e90614 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:08.588871 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7b1ec60c-fc9e-4816-9c42-ce7434dbc6cf req-f971d6eb-3bc0-450f-887b-631359e90614 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.0530388 Jul 15 15:02:08.636933 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7b1ec60c-fc9e-4816-9c42-ce7434dbc6cf req-8c848b6c-3842-4b2c-821d-56e766438bfd tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423982 Jul 15 15:02:08.780852 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e2d10-e728-43d8-be83-9582af215cf5 req-c4bf27b3-d46c-424d-97c0-8acdac67903d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:08.782288 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-269e2d10-e728-43d8-be83-9582af215cf5 req-c4bf27b3-d46c-424d-97c0-8acdac67903d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 944 time: 0.0519772 Jul 15 15:02:08.834008 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-269e2d10-e728-43d8-be83-9582af215cf5 req-8a832c85-dfe0-43a7-a902-3f184dca34a4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461051 Jul 15 15:02:09.120571 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054bb14-7224-48a2-b473-a6773453f329 req-3c51f234-c1b2-4b05-aa69-bd3add154afa tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:09.122386 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c054bb14-7224-48a2-b473-a6773453f329 req-3c51f234-c1b2-4b05-aa69-bd3add154afa tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 944 time: 0.0587437 Jul 15 15:02:09.186743 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c054bb14-7224-48a2-b473-a6773453f329 req-b2bf0166-5de4-441c-8998-676ef06f51dd tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562148 Jul 15 15:02:09.396610 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['16b6a5fa-525c-487a-bf83-d4bffcd0ebfe'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:09.538354 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5b677-650a-4b6d-93b5-3950bf57642d req-b11450aa-49d6-4042-b9a6-b6f4e63794c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:09.541133 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-38a5b677-650a-4b6d-93b5-3950bf57642d req-b11450aa-49d6-4042-b9a6-b6f4e63794c8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 1130 time: 0.0465195 Jul 15 15:02:09.587393 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-38a5b677-650a-4b6d-93b5-3950bf57642d req-93165014-81af-4b40-a0c3-b477670e3f31 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399292 Jul 15 15:02:09.649702 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec6023-704e-424a-95da-9532159afc7a req-7c6033fd-f49e-4db4-901d-63d11ab1e004 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:09.651068 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1aec6023-704e-424a-95da-9532159afc7a req-7c6033fd-f49e-4db4-901d-63d11ab1e004 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0528622 Jul 15 15:02:09.681893 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d89474d6-4e7d-489f-beb0-38c95d863ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:09.703879 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1aec6023-704e-424a-95da-9532159afc7a req-dd032cea-0a0e-4d9a-bb6e-3b6776c8260d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472147 Jul 15 15:02:09.756706 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7acb0a-f7b5-4f8d-a018-4f7d8ae6bdd0 req-17d2304f-244a-47df-af4e-5fe378dbc375 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:09.758651 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ec7acb0a-f7b5-4f8d-a018-4f7d8ae6bdd0 req-17d2304f-244a-47df-af4e-5fe378dbc375 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.0552516 Jul 15 15:02:09.810433 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ec7acb0a-f7b5-4f8d-a018-4f7d8ae6bdd0 req-edba2df9-e94b-4669-8492-898d65d1e7c2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459318 Jul 15 15:02:09.959036 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a84b2c-b2be-4b08-bd88-29daee27e982 req-10a05f7c-5f97-49f9-9b46-d41d85ae9648 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:09.960409 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-05a84b2c-b2be-4b08-bd88-29daee27e982 req-10a05f7c-5f97-49f9-9b46-d41d85ae9648 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 944 time: 0.0583210 Jul 15 15:02:10.009075 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-05a84b2c-b2be-4b08-bd88-29daee27e982 req-c553515b-921b-48a5-8b8d-a8258be294f8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428455 Jul 15 15:02:10.311049 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f793de5-81a4-46d6-b54c-32bdd8652d5f req-ba89bf44-c5d0-4009-ab69-7b2067e925aa tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:10.312504 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8f793de5-81a4-46d6-b54c-32bdd8652d5f req-ba89bf44-c5d0-4009-ab69-7b2067e925aa tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 944 time: 0.0567415 Jul 15 15:02:10.358005 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8f793de5-81a4-46d6-b54c-32bdd8652d5f req-6280f76b-4809-41d2-9d35-df9201b8f626 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 Jul 15 15:02:10.824944 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f7c1d-7bf1-4ce2-b601-141a41e2df8a req-5a227cef-62c4-432d-8a0f-dbc4ce20dfc1 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:10.826517 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef9f7c1d-7bf1-4ce2-b601-141a41e2df8a req-5a227cef-62c4-432d-8a0f-dbc4ce20dfc1 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0575817 Jul 15 15:02:10.877074 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef9f7c1d-7bf1-4ce2-b601-141a41e2df8a req-03642dff-0308-44f8-85ea-3aaa272346b0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449638 Jul 15 15:02:10.934786 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73cae1-bc63-4620-aa0b-70c8f832b8a9 req-46e0a66f-c757-45a5-b21b-914166d9425e tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:10.936484 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6b73cae1-bc63-4620-aa0b-70c8f832b8a9 req-46e0a66f-c757-45a5-b21b-914166d9425e tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.0582817 Jul 15 15:02:10.948962 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:10.990187 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6b73cae1-bc63-4620-aa0b-70c8f832b8a9 req-d7dfc7ac-a4d6-4a49-98a1-172f85978447 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475235 Jul 15 15:02:11.148460 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb5e3d-ca9b-4e11-9cc0-742efb924c9c req-cbec5789-dcda-4a01-99d6-329fba392fc4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:11.150116 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d3eb5e3d-ca9b-4e11-9cc0-742efb924c9c req-cbec5789-dcda-4a01-99d6-329fba392fc4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 944 time: 0.0614057 Jul 15 15:02:11.204292 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d3eb5e3d-ca9b-4e11-9cc0-742efb924c9c req-c23f8c24-7b1a-46e0-b787-ae19734013ed tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485954 Jul 15 15:02:11.473012 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3ef73-5954-4640-9a91-56617c140365 req-7738cc6e-b309-48fe-908a-ec2e8567ee00 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:11.474456 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dae3ef73-5954-4640-9a91-56617c140365 req-7738cc6e-b309-48fe-908a-ec2e8567ee00 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 944 time: 0.0512540 Jul 15 15:02:11.525073 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dae3ef73-5954-4640-9a91-56617c140365 req-8eb37926-13fd-43d6-be70-7b577cf99e61 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439610 Jul 15 15:02:11.995967 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94643d-e3e9-4617-b2a1-56aa1800d732 req-614c7e80-7a59-4f25-aa2c-2f3a8516e4bb tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:11.997465 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c94643d-e3e9-4617-b2a1-56aa1800d732 req-614c7e80-7a59-4f25-aa2c-2f3a8516e4bb tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0530326 Jul 15 15:02:12.046912 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c94643d-e3e9-4617-b2a1-56aa1800d732 req-3c46c16d-21df-4a1d-bf40-3731847a913c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437517 Jul 15 15:02:12.107698 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6c029-ca36-46df-98af-3a0c35aba3e1 req-45e12aa4-870c-4d5d-9541-8e6828e5f3c9 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:12.109232 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9cc6c029-ca36-46df-98af-3a0c35aba3e1 req-45e12aa4-870c-4d5d-9541-8e6828e5f3c9 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.0521138 Jul 15 15:02:12.158326 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9cc6c029-ca36-46df-98af-3a0c35aba3e1 req-c81c6fd7-ff7a-4d18-abad-281140d554f6 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Jul 15 15:02:12.327061 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea779930-cbb8-489d-8052-ddb1b5f78e43 req-569f75fe-1708-4485-b62c-aace56e515ac tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:12.328593 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ea779930-cbb8-489d-8052-ddb1b5f78e43 req-569f75fe-1708-4485-b62c-aace56e515ac tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 944 time: 0.0554175 Jul 15 15:02:12.369334 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:12.380719 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ea779930-cbb8-489d-8052-ddb1b5f78e43 req-4e9538fb-55f4-4bda-820d-e3106e78892e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460467 Jul 15 15:02:12.643062 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ffcb3-ab5b-4b77-8324-35f834177838 req-a49edfb8-d1fc-44b6-a150-5c636b2c6649 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:12.644503 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-294ffcb3-ab5b-4b77-8324-35f834177838 req-a49edfb8-d1fc-44b6-a150-5c636b2c6649 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 944 time: 0.0521245 Jul 15 15:02:12.691491 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-294ffcb3-ab5b-4b77-8324-35f834177838 req-68a06db7-8e7c-4300-a71a-c63ca93ce43e tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 Jul 15 15:02:13.170419 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e1d55-c62d-45ca-babc-fcac005095ae req-c5d0fad7-e0bf-4e32-88ac-a7af31c7521b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:13.171841 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8c6e1d55-c62d-45ca-babc-fcac005095ae req-c5d0fad7-e0bf-4e32-88ac-a7af31c7521b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0586305 Jul 15 15:02:13.223394 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8c6e1d55-c62d-45ca-babc-fcac005095ae req-21fd224c-4be0-4203-979a-3b16a3c0ac1b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445378 Jul 15 15:02:13.282134 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00f746-257a-44e3-80cb-e7eac4f8e787 req-30ec3301-20d8-48ec-aad2-1600077ceaac tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:13.283662 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5f00f746-257a-44e3-80cb-e7eac4f8e787 req-30ec3301-20d8-48ec-aad2-1600077ceaac tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.0584309 Jul 15 15:02:13.332425 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5f00f746-257a-44e3-80cb-e7eac4f8e787 req-9958070b-dbff-493a-a160-b1c73bd5e255 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419316 Jul 15 15:02:13.497186 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a154470-e2c8-47d4-9e20-e2636fc75586 req-283062bf-d438-4e1b-997a-df1f07cab870 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:13.498553 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a154470-e2c8-47d4-9e20-e2636fc75586 req-283062bf-d438-4e1b-997a-df1f07cab870 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 944 time: 0.0522087 Jul 15 15:02:13.543820 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a154470-e2c8-47d4-9e20-e2636fc75586 req-792e5b27-1e86-4266-84ba-c968cd408729 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Jul 15 15:02:13.808107 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ca83f-974d-48d2-b4ef-d2d591d7208e req-38024a93-b7cf-444c-93d7-00f338e735bf tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:13.809545 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9a6ca83f-974d-48d2-b4ef-d2d591d7208e req-38024a93-b7cf-444c-93d7-00f338e735bf tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 944 time: 0.0533462 Jul 15 15:02:13.855729 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9a6ca83f-974d-48d2-b4ef-d2d591d7208e req-39147fe3-6add-47f7-9c89-191831d59b6e tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406516 Jul 15 15:02:13.875159 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:14.358736 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920ad08-c269-426e-9784-17f0a848791b req-5653bed7-6b58-4d82-84e1-a3ad2aedd9d6 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:14.360171 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6920ad08-c269-426e-9784-17f0a848791b req-5653bed7-6b58-4d82-84e1-a3ad2aedd9d6 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0644581 Jul 15 15:02:14.412923 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6920ad08-c269-426e-9784-17f0a848791b req-71cc8b57-183b-4ae6-9ab8-53e7a39cef88 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470698 Jul 15 15:02:14.462453 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ff736-89da-400e-a774-e02a71c0f167 req-9cdb3bad-1843-4722-a507-1fdcbade45c3 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:14.464014 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5d0ff736-89da-400e-a774-e02a71c0f167 req-9cdb3bad-1843-4722-a507-1fdcbade45c3 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.0593288 Jul 15 15:02:14.516380 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5d0ff736-89da-400e-a774-e02a71c0f167 req-6c415d86-25e6-4688-82be-614252a71823 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467799 Jul 15 15:02:14.664931 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bde11d-226b-468a-ac9f-edfab2ff3e7f req-be83270c-ec85-4572-a40e-d6da85d3f19f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:14.666308 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-80bde11d-226b-468a-ac9f-edfab2ff3e7f req-be83270c-ec85-4572-a40e-d6da85d3f19f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 944 time: 0.0546718 Jul 15 15:02:14.713331 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-80bde11d-226b-468a-ac9f-edfab2ff3e7f req-b79e59cf-02b5-4e15-a3a6-284c4ffb8c6a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411463 Jul 15 15:02:14.970778 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ee62c-79e9-44bd-a05b-edc1126cea94 req-079d2cd2-6b4c-485e-a591-87f68655fbe9 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:14.972158 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6d5ee62c-79e9-44bd-a05b-edc1126cea94 req-079d2cd2-6b4c-485e-a591-87f68655fbe9 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 944 time: 0.0518751 Jul 15 15:02:15.021467 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6d5ee62c-79e9-44bd-a05b-edc1126cea94 req-f93f07a7-8ecc-482d-86b0-bf4f5b0c5e99 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Jul 15 15:02:15.532638 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb9649-9c1e-4f53-a84f-4a8b49c1616a req-72f9177a-1750-4d12-8c27-5f6a317a1dcf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:15.534019 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a7eb9649-9c1e-4f53-a84f-4a8b49c1616a req-72f9177a-1750-4d12-8c27-5f6a317a1dcf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0531142 Jul 15 15:02:15.584672 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a7eb9649-9c1e-4f53-a84f-4a8b49c1616a req-dcfe450e-0b8a-4304-82d7-b926b5939014 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444868 Jul 15 15:02:15.643938 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abffffd-8232-4146-8be4-2d0b150a093e req-354d5e4a-cde0-4acb-9144-29cb08e27688 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:15.645666 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4abffffd-8232-4146-8be4-2d0b150a093e req-354d5e4a-cde0-4acb-9144-29cb08e27688 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.0520303 Jul 15 15:02:15.692065 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4abffffd-8232-4146-8be4-2d0b150a093e req-2da769e5-ccda-4989-918a-21f98473cdff tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405684 Jul 15 15:02:15.832134 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166962ea-1037-4180-b09c-b5ba7fa83655 req-72eb090f-b677-4fff-88fc-edb7818aba1e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:15.833552 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-166962ea-1037-4180-b09c-b5ba7fa83655 req-72eb090f-b677-4fff-88fc-edb7818aba1e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 944 time: 0.0539105 Jul 15 15:02:15.880977 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-166962ea-1037-4180-b09c-b5ba7fa83655 req-9da57a6d-d513-4e58-859d-d32700f14296 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Jul 15 15:02:16.144892 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb568ea1-a2c2-4193-9ef7-b171b97b1dd2 req-989f961e-a310-4703-ba7a-76dd5de1f6e6 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:16.146679 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-eb568ea1-a2c2-4193-9ef7-b171b97b1dd2 req-989f961e-a310-4703-ba7a-76dd5de1f6e6 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 944 time: 0.0581257 Jul 15 15:02:16.195502 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-eb568ea1-a2c2-4193-9ef7-b171b97b1dd2 req-5fa4d95d-c3a0-4c4a-8219-965a45d8f20b tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426645 Jul 15 15:02:16.708297 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159981f-d0a9-438c-8fd4-be3756805565 req-651b7dab-457d-40fb-bc5b-e8a6f14d3147 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:16.709744 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d159981f-d0a9-438c-8fd4-be3756805565 req-651b7dab-457d-40fb-bc5b-e8a6f14d3147 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0543439 Jul 15 15:02:16.761550 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d159981f-d0a9-438c-8fd4-be3756805565 req-9aafe7f6-26ec-4700-ba5c-f43f85a743c6 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461028 Jul 15 15:02:16.810410 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53103f23-da68-4950-9230-ae9e8791a293 req-b6848563-3294-42d8-8693-329759b038ee tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:16.812128 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-53103f23-da68-4950-9230-ae9e8791a293 req-b6848563-3294-42d8-8693-329759b038ee tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.0529644 Jul 15 15:02:16.859441 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-53103f23-da68-4950-9230-ae9e8791a293 req-ea4db27a-df03-483b-b62c-68b5e451e2e2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416737 Jul 15 15:02:17.006794 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868104e-5578-4de4-95b9-b5ce3d29545b req-837bb371-4a57-4bbc-9333-2c6b39c9f431 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:17.008256 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b868104e-5578-4de4-95b9-b5ce3d29545b req-837bb371-4a57-4bbc-9333-2c6b39c9f431 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 944 time: 0.0590522 Jul 15 15:02:17.056125 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b868104e-5578-4de4-95b9-b5ce3d29545b req-76c3b1c1-18f8-481b-9be3-60c3f5d92848 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Jul 15 15:02:17.336914 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae8acf-adbd-4e83-9e85-2f6c55443f66 req-60168b8a-def2-40e1-ac1d-cb31d169e3d3 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:17.338864 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5dae8acf-adbd-4e83-9e85-2f6c55443f66 req-60168b8a-def2-40e1-ac1d-cb31d169e3d3 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 944 time: 0.0712957 Jul 15 15:02:17.392669 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5dae8acf-adbd-4e83-9e85-2f6c55443f66 req-e441219a-dd64-42b8-b95e-34dbcd26c7d6 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477424 Jul 15 15:02:17.733063 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:17.803141 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:02:17.810289 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:02:17.810827 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:17.878825 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-754e573a-fdea-438e-b81f-93e6338ad180 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:17.886468 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-754e573a-fdea-438e-b81f-93e6338ad180 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/networks?id=585753bc-7463-4592-920c-3c881b63b35e HTTP/1.1" status: 200 len: 808 time: 0.1568780 Jul 15 15:02:17.896639 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-b5c980b0-6b12-4107-a138-bfdbe6f9d807 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/quotas/2b6c94cdde04417596cf1d887e83729a HTTP/1.1" status: 200 len: 375 time: 0.0093124 Jul 15 15:02:17.900236 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:02:17.900665 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:17.916001 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391c878-0141-41c0-b478-b5e6d61c37ea req-b899e40e-09c2-4455-8fa1-1b052b9b1cf8 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:17.917814 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c391c878-0141-41c0-b478-b5e6d61c37ea req-b899e40e-09c2-4455-8fa1-1b052b9b1cf8 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0767138 Jul 15 15:02:17.926313 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad150760-987c-4d37-bf3c-dcdbeb4b54f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b6a5fa-525c-487a-bf83-d4bffcd0ebfe'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:02:17.928989 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602e48ef-ff96-47e4-9795-436cd54af8c5" -d '{"events": [{"server_uuid": "ad150760-987c-4d37-bf3c-dcdbeb4b54f3", "name": "network-vif-plugged", "status": "completed", "tag": "16b6a5fa-525c-487a-bf83-d4bffcd0ebfe"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:17.934997 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-7dbbae89-2c25-4760-94cb-f61ab8a716aa tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b6c94cdde04417596cf1d887e83729a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329657 Jul 15 15:02:17.942363 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=16b6a5fa-525c-487a-bf83-d4bffcd0ebfe,segment=NetworkSegment(19a32d10-1d3b-4903-a246-a08e71771408),segment_id=19a32d10-1d3b-4903-a246-a08e71771408)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:17.947687 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:17.948749 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 4c0df130-b11c-4f90-89bb-ba1517a9faf4 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:17.972881 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c391c878-0141-41c0-b478-b5e6d61c37ea req-a4a150c0-d7a5-4a9b-9e99-ed0c215fedb9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492377 Jul 15 15:02:18.036648 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=16b6a5fa-525c-487a-bf83-d4bffcd0ebfe,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:18.037012 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-2c654c64-8b60-4895-81ba-5de8200cea2f service neutron] 10.222.0.47 "GET /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948830 Jul 15 15:02:18.050397 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.050772 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.051135 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.051477 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.051810 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.052137 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.052462 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.052812 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.053146 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.053475 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.053800 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.054128 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.054436 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:18.073643 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:02:18.080940 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:02:18.081326 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:18.115513 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4592e00-6423-4b5c-85c3-7c6e8efb116f req-f6c50989-5c2e-47c9-93ab-05c0dbbbae61 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:18.116983 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e4592e00-6423-4b5c-85c3-7c6e8efb116f req-f6c50989-5c2e-47c9-93ab-05c0dbbbae61 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 945 time: 0.0817192 Jul 15 15:02:18.145607 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-e6c31ccc-095b-49dc-b074-4d6d42ed31ab service neutron] 10.222.0.47 "GET /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009488 Jul 15 15:02:18.177235 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:02:18.177632 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:18.194564 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e4592e00-6423-4b5c-85c3-7c6e8efb116f req-f76049ef-fc09-4bce-bff2-b8dc041dcf66 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699630 Jul 15 15:02:18.220127 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 4c0df130-b11c-4f90-89bb-ba1517a9faf4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4c0df130-b11c-4f90-89bb-ba1517a9faf4,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:18.225633 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:18.227806 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device fa3beace-8edd-4645-9f42-03b98db56b58 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:18.257004 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d9f8a9-2cf4-4bf4-a9f4-35b0c9127f58 x-openstack-request-id: req-e2d9f8a9-2cf4-4bf4-a9f4-35b0c9127f58 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:18.257500 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad150760-987c-4d37-bf3c-dcdbeb4b54f3", "name": "network-vif-plugged", "status": "completed", "tag": "16b6a5fa-525c-487a-bf83-d4bffcd0ebfe", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:18.258471 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e2d9f8a9-2cf4-4bf4-a9f4-35b0c9127f58 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:18.259104 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d9f8a9-2cf4-4bf4-a9f4-35b0c9127f58'] response: {'server_uuid': 'ad150760-987c-4d37-bf3c-dcdbeb4b54f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b6a5fa-525c-487a-bf83-d4bffcd0ebfe', 'code': 200} Jul 15 15:02:18.360765 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ed9ba86f-d03c-4a9f-88de-f396d267b00d req-bb41c94e-e41f-46b0-9028-854a0381e3e6 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 210 time: 0.0365367 Jul 15 15:02:18.370623 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=4c0df130-b11c-4f90-89bb-ba1517a9faf4,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:18.381225 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port fa3beace-8edd-4645-9f42-03b98db56b58 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:02:18.389788 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port fa3beace-8edd-4645-9f42-03b98db56b58 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:02:18.390807 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:18.436518 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0298e4-f513-4374-aba3-8663d6f36f19 req-1acf4937-36f4-4cc1-a873-74025f68f5da tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:18.444798 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2b0298e4-f513-4374-aba3-8663d6f36f19 req-1acf4937-36f4-4cc1-a873-74025f68f5da tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1121006 Jul 15 15:02:18.521746 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2b0298e4-f513-4374-aba3-8663d6f36f19 req-78a7491e-fca5-4924-b696-9ca0e419ed28 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742753 Jul 15 15:02:18.526299 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port fa3beace-8edd-4645-9f42-03b98db56b58 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:02:18.526898 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:18.603867 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port fa3beace-8edd-4645-9f42-03b98db56b58, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=fa3beace-8edd-4645-9f42-03b98db56b58,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:18.609518 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:18.641865 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793101f0-465d-4e0d-b2a3-5c38bbf75371 req-a1072270-3f8d-4596-a7af-bef64bf7bea7 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:18.644996 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-793101f0-465d-4e0d-b2a3-5c38bbf75371 req-a1072270-3f8d-4596-a7af-bef64bf7bea7 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 945 time: 0.0902808 Jul 15 15:02:18.680742 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=fa3beace-8edd-4645-9f42-03b98db56b58,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:18.744254 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-793101f0-465d-4e0d-b2a3-5c38bbf75371 req-ee33575b-1b82-418e-b7ef-370387b26ec6 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941062 Jul 15 15:02:18.746076 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45800b4-b552-4b79-a215-0e350692de24 req-41fa63b6-f7ce-4185-b183-c287417c3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:18.747539 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f45800b4-b552-4b79-a215-0e350692de24 req-41fa63b6-f7ce-4185-b183-c287417c3b0a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 1129 time: 0.0943408 Jul 15 15:02:18.796915 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f45800b4-b552-4b79-a215-0e350692de24 req-846697e9-fbc5-4254-ac2c-a1a84027abee service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 Jul 15 15:02:19.115792 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca501582-473a-4042-a3c1-06788a03770c req-f76f5d21-555a-4541-a1fe-37b1b0610a88 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:19.117797 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ca501582-473a-4042-a3c1-06788a03770c req-f76f5d21-555a-4541-a1fe-37b1b0610a88 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0657640 Jul 15 15:02:19.168107 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ca501582-473a-4042-a3c1-06788a03770c req-b7b00d04-76cb-490d-bc8d-8273174cebe2 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443962 Jul 15 15:02:19.330869 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97faaac-7c1d-47a7-be19-0ae00e2ca46e req-d8ae5375-9fda-4c60-a554-bc66e1a189ba tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:19.332714 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f97faaac-7c1d-47a7-be19-0ae00e2ca46e req-d8ae5375-9fda-4c60-a554-bc66e1a189ba tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0702846 Jul 15 15:02:19.340249 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438302b-5551-48df-9b4d-8876cd5413aa req-a1f4f481-7f1e-49b7-b8fd-2ae246e3b6ad tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:19.342761 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d438302b-5551-48df-9b4d-8876cd5413aa req-a1f4f481-7f1e-49b7-b8fd-2ae246e3b6ad tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0700374 Jul 15 15:02:19.351941 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 60716) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:19.356744 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-b16432d6-c013-4aed-a452-726f50d2cd77 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'floatingip': {'port_id': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:19.404895 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f97faaac-7c1d-47a7-be19-0ae00e2ca46e req-90a36f61-5006-4db2-a5bc-b8bc429e226a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626450 Jul 15 15:02:19.436950 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b16432d6-c013-4aed-a452-726f50d2cd77 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (461f3938-8211-4f12-9980-69aae89404fe), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:19.663670 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42514d7a-8bc9-4bcc-ae8b-5e1ece92e49d req-43bb3890-07f5-469c-a901-1ae1f645ad84 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:19.665752 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-42514d7a-8bc9-4bcc-ae8b-5e1ece92e49d req-43bb3890-07f5-469c-a901-1ae1f645ad84 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0606835 Jul 15 15:02:19.717436 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-42514d7a-8bc9-4bcc-ae8b-5e1ece92e49d req-add9de1a-6cf8-45da-a2cc-b3ff089b8143 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455456 Jul 15 15:02:19.748864 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-38b73de9-3259-4439-af7a-4729debed890 req-521b7042-62e1-41f0-9ac5-269c31124116 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 210 time: 0.2822480 Jul 15 15:02:19.888226 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ff7b1-a396-49be-91e2-c7264b67c4a4 req-e9fd00cf-ed55-4971-82d4-8e98537c1424 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:19.889773 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-320ff7b1-a396-49be-91e2-c7264b67c4a4 req-e9fd00cf-ed55-4971-82d4-8e98537c1424 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 945 time: 0.0658453 Jul 15 15:02:19.972597 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-320ff7b1-a396-49be-91e2-c7264b67c4a4 req-ab0fd589-a4a9-468c-825d-1c60155bc882 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713212 Jul 15 15:02:20.260475 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5939cffb-6093-41e0-9725-563d33faa584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0df130-b11c-4f90-89bb-ba1517a9faf4'}, {'server_uuid': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3beace-8edd-4645-9f42-03b98db56b58'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:02:20.264294 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bb7e99-c76a-47c5-9e60-32eadd7b2435" -d '{"events": [{"server_uuid": "5939cffb-6093-41e0-9725-563d33faa584", "name": "network-vif-plugged", "status": "completed", "tag": "4c0df130-b11c-4f90-89bb-ba1517a9faf4"}, {"server_uuid": "3a9b565d-3f20-452b-ba58-3b7a449eec00", "name": "network-vif-plugged", "status": "completed", "tag": "fa3beace-8edd-4645-9f42-03b98db56b58"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:20.321165 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Jul 2022 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909e395a-d6de-4fcd-9887-d84fbeec2412 x-openstack-request-id: req-909e395a-d6de-4fcd-9887-d84fbeec2412 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:20.321510 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5939cffb-6093-41e0-9725-563d33faa584", "name": "network-vif-plugged", "status": "completed", "tag": "4c0df130-b11c-4f90-89bb-ba1517a9faf4", "code": 200}, {"server_uuid": "3a9b565d-3f20-452b-ba58-3b7a449eec00", "name": "network-vif-plugged", "status": "completed", "tag": "fa3beace-8edd-4645-9f42-03b98db56b58", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:20.321851 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-909e395a-d6de-4fcd-9887-d84fbeec2412 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:20.322408 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909e395a-d6de-4fcd-9887-d84fbeec2412'] response: {'server_uuid': '5939cffb-6093-41e0-9725-563d33faa584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0df130-b11c-4f90-89bb-ba1517a9faf4', 'code': 200} Jul 15 15:02:20.329590 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909e395a-d6de-4fcd-9887-d84fbeec2412'] response: {'server_uuid': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3beace-8edd-4645-9f42-03b98db56b58', 'code': 200} Jul 15 15:02:20.384348 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-d0b3868e-ddf8-4a7c-be1f-c965e5606baf tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:20.385835 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-d0b3868e-ddf8-4a7c-be1f-c965e5606baf tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.77 "GET /v2.0/networks?id=585753bc-7463-4592-920c-3c881b63b35e HTTP/1.1" status: 200 len: 808 time: 0.3371491 Jul 15 15:02:20.403313 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b16432d6-c013-4aed-a452-726f50d2cd77 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:20.407350 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b16432d6-c013-4aed-a452-726f50d2cd77 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (461f3938-8211-4f12-9980-69aae89404fe), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:20.514595 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [None req-b16432d6-c013-4aed-a452-726f50d2cd77 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Floating IP 461f3938-8211-4f12-9980-69aae89404fe associated. External IP: 172.27.2.229, port: c6dce89a-8073-4a24-b77f-96ecdfe6f936. Jul 15 15:02:20.543106 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfa249-6517-42f6-8ac8-826b9791d34d req-89511e74-c53e-495a-89a3-a10322c3880b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:20.544628 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7ebfa249-6517-42f6-8ac8-826b9791d34d req-89511e74-c53e-495a-89a3-a10322c3880b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0557389 Jul 15 15:02:20.558638 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Request body: {'port': {'device_id': '7322f64e-c868-4890-a506-d80c2427abbb', 'network_id': '585753bc-7463-4592-920c-3c881b63b35e', 'admin_state_up': True, 'tenant_id': '2b6c94cdde04417596cf1d887e83729a'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:20.595938 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7ebfa249-6517-42f6-8ac8-826b9791d34d req-89f960a8-1d41-49fb-a707-8c9cdf22a1b5 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452600 Jul 15 15:02:20.830183 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Made reservation on behalf of 2b6c94cdde04417596cf1d887e83729a for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:20.833589 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:20.861684 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-75d24d92-1ec2-445d-ba8b-5e25004817cc req-5942a4de-a78e-4524-8cd5-13ab717e0e7d tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 210 time: 0.0294859 Jul 15 15:02:20.986227 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fffa9a-adfd-418a-bdb1-884c519ca5cd req-d340ab9c-4bce-4870-b84e-63f4f507ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:20.987764 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-05fffa9a-adfd-418a-bdb1-884c519ca5cd req-d340ab9c-4bce-4870-b84e-63f4f507ada4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 1129 time: 0.2294700 Jul 15 15:02:21.008799 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08bcdf-de12-4314-8257-5ce2be0b5aca req-3f3df457-055a-4cda-aa94-ee8133146934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:21.010338 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-aa08bcdf-de12-4314-8257-5ce2be0b5aca req-3f3df457-055a-4cda-aa94-ee8133146934 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 1130 time: 0.2409050 Jul 15 15:02:21.033119 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16432d6-c013-4aed-a452-726f50d2cd77 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Router 555a1d54-29f3-4dc6-856f-7c315646a323 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:02:21.065973 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f21bb7-6b56-4ec7-b9d4-1e51ea06261e req-98d5746f-4468-4b8b-8b64-1f5d87571866 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:21.067451 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-25f21bb7-6b56-4ec7-b9d4-1e51ea06261e req-98d5746f-4468-4b8b-8b64-1f5d87571866 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.2440283 Jul 15 15:02:21.103672 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b7999-f20f-4e7f-bec0-7a290c4aac2a req-d888341d-b2ac-4b93-93ca-7bf4b863ad14 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:21.105468 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-918b7999-f20f-4e7f-bec0-7a290c4aac2a req-d888341d-b2ac-4b93-93ca-7bf4b863ad14 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 945 time: 0.0719416 Jul 15 15:02:21.171162 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-918b7999-f20f-4e7f-bec0-7a290c4aac2a req-3a09fecf-3922-4ce4-8580-e8479f957bb2 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585861 Jul 15 15:02:21.215963 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-05fffa9a-adfd-418a-bdb1-884c519ca5cd req-5e2e538f-8a20-43e4-9f20-cc196a0f73be service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133818 Jul 15 15:02:21.232666 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-aa08bcdf-de12-4314-8257-5ce2be0b5aca req-75dba252-448d-4baf-81aa-bbb072e500dd service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080495 Jul 15 15:02:21.245093 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Allocated IP 172.20.0.12 (585753bc-7463-4592-920c-3c881b63b35e/e80c26ac-e45f-4c78-99aa-898d7c2e6a7c/e32909a5-ce86-4365-b4ef-30d06e24f281) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:21.256254 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-25f21bb7-6b56-4ec7-b9d4-1e51ea06261e req-72a116f0-0af8-49b6-ba5f-647a8b980e1d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758921 Jul 15 15:02:21.564321 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16432d6-c013-4aed-a452-726f50d2cd77 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:21.578892 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c093eb-506e-49a2-8b0c-75dead7c8abe None None] Sync routers for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:21.589223 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c093eb-506e-49a2-8b0c-75dead7c8abe None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:02:21.590506 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-83c093eb-506e-49a2-8b0c-75dead7c8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:02:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:21.592850 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b16432d6-c013-4aed-a452-726f50d2cd77 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:21.680910 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-b16432d6-c013-4aed-a452-726f50d2cd77 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "PUT /v2.0/floatingips/461f3938-8211-4f12-9980-69aae89404fe HTTP/1.1" status: 200 len: 992 time: 2.3276880 Jul 15 15:02:21.693608 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'tag': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:02:21.696813 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d70ec11-4b84-44ba-8ebc-96c64d86af3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b56e9a43-3a4b-468b-bbec-f5bd41d9b32e", "tag": "c6dce89a-8073-4a24-b77f-96ecdfe6f936"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:21.780145 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efbae77-5563-447f-b417-edbfba185d42 x-openstack-request-id: req-7efbae77-5563-447f-b417-edbfba185d42 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:21.780719 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56e9a43-3a4b-468b-bbec-f5bd41d9b32e", "tag": "c6dce89a-8073-4a24-b77f-96ecdfe6f936", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:21.781137 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7efbae77-5563-447f-b417-edbfba185d42 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:21.781746 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7efbae77-5563-447f-b417-edbfba185d42'] response: {'name': 'network-changed', 'server_uuid': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'tag': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'status': 'completed', 'code': 200} Jul 15 15:02:21.807966 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb26ef2-b02b-4de5-a251-bea8cedcb336 req-690cb186-64e0-43e6-a08f-78fba9eae094 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:21.815478 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks [] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:21.815660 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-cdb26ef2-b02b-4de5-a251-bea8cedcb336 req-690cb186-64e0-43e6-a08f-78fba9eae094 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.1269319 Jul 15 15:02:21.822063 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-83c093eb-506e-49a2-8b0c-75dead7c8abe None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:02:21.855948 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:21.871615 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-cdb26ef2-b02b-4de5-a251-bea8cedcb336 req-1adae3ad-72fa-43ef-b9d9-b1024bbbe0e6 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549107 Jul 15 15:02:21.911048 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Network 585753bc-7463-4592-920c-3c881b63b35e is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:21.917904 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:21.921920 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:02:21.947608 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Pushing event updated for resources: {'Port': ['ID=e32909a5-ce86-4365-b4ef-30d06e24f281,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:21.987266 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:21.987676 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:21.988022 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:21.988346 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:21.988840 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:21.989035 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:21.989362 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:21.989682 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:21.989999 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:21.990318 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:21.990630 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:21.990947 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:21.991261 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:22.016821 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:22.017508 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:22.038000 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-987b8e70-99e7-457a-aa7e-63891b6077f7 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4837360 Jul 15 15:02:22.048909 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d027ea-c33b-4473-ab11-7375ff180ff7 req-04a2dc1a-de6d-40e1-b674-50b89609fa93 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:22.050335 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-06d027ea-c33b-4473-ab11-7375ff180ff7 req-04a2dc1a-de6d-40e1-b674-50b89609fa93 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 932 time: 0.1066022 Jul 15 15:02:22.101016 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-06d027ea-c33b-4473-ab11-7375ff180ff7 req-c019b040-f076-4f34-b773-a5737cfe4a37 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445952 Jul 15 15:02:22.102655 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-83c093eb-506e-49a2-8b0c-75dead7c8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '461f3938-8211-4f12-9980-69aae89404fe', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:62:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:01:24Z', 'updated_at': '2022-07-15T15:02:20Z', 'revision_number': 1, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:22.130793 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c093eb-506e-49a2-8b0c-75dead7c8abe None None] Checking router: 555a1d54-29f3-4dc6-856f-7c315646a323 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:02:22.139154 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c093eb-506e-49a2-8b0c-75dead7c8abe None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:02:22.139762 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-83c093eb-506e-49a2-8b0c-75dead7c8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:02:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:22.235913 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-83c093eb-506e-49a2-8b0c-75dead7c8abe None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:02:22.251541 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Request body: {'port': {'device_id': '7322f64e-c868-4890-a506-d80c2427abbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:22.342607 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:22.390577 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7db1f8-759a-418f-a1cb-a0bacefa5a0b req-f5c4c5f8-c9f7-4c78-9185-e210b06d1887 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:22.392352 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70ec11-4b84-44ba-8ebc-96c64d86af3f req-fd155474-020d-4f7c-8ebf-8ea6b14b4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:22.393845 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d70ec11-4b84-44ba-8ebc-96c64d86af3f req-fd155474-020d-4f7c-8ebf-8ea6b14b4a97 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 1130 time: 0.0923362 Jul 15 15:02:22.394246 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5f7db1f8-759a-418f-a1cb-a0bacefa5a0b req-f5c4c5f8-c9f7-4c78-9185-e210b06d1887 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0625479 Jul 15 15:02:22.469675 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5f7db1f8-759a-418f-a1cb-a0bacefa5a0b req-0fc8018b-2a11-444e-a80a-6b5efcd0909d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692303 Jul 15 15:02:22.501266 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-83c093eb-506e-49a2-8b0c-75dead7c8abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '461f3938-8211-4f12-9980-69aae89404fe', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:62:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:01:24Z', 'updated_at': '2022-07-15T15:02:20Z', 'revision_number': 1, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:22.528375 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c093eb-506e-49a2-8b0c-75dead7c8abe None None] The sync data for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi is: [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '461f3938-8211-4f12-9980-69aae89404fe', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:62:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:01:24Z', 'updated_at': '2022-07-15T15:02:20Z', 'revision_number': 1, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:22.629155 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70ec11-4b84-44ba-8ebc-96c64d86af3f req-00b2ce86-b943-4418-814d-ef87ec202b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:22.630658 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d70ec11-4b84-44ba-8ebc-96c64d86af3f req-00b2ce86-b943-4418-814d-ef87ec202b7a service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 915 time: 0.2220380 Jul 15 15:02:22.776219 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d70ec11-4b84-44ba-8ebc-96c64d86af3f req-260b5c55-d933-44fe-9e28-dc387acba016 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6dce89a-8073-4a24-b77f-96ecdfe6f936 HTTP/1.1" status: 200 len: 1000 time: 0.1369789 Jul 15 15:02:22.805713 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64960b6b-9d6b-493c-8a73-72c4789634a0 None None] New status for floating IP 461f3938-8211-4f12-9980-69aae89404fe: ACTIVE {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:02:22.899281 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32909a5-ce86-4365-b4ef-30d06e24f281 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:02:22.904873 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70ec11-4b84-44ba-8ebc-96c64d86af3f req-dd22bdb2-9fd6-4800-a78c-2d952c780c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:22.906356 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d70ec11-4b84-44ba-8ebc-96c64d86af3f req-dd22bdb2-9fd6-4800-a78c-2d952c780c14 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.1234651 Jul 15 15:02:22.910999 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Publish callbacks [] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:22.959853 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Transition to ACTIVE for port object e32909a5-ce86-4365-b4ef-30d06e24f281 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:02:22.968437 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:23.011982 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70ec11-4b84-44ba-8ebc-96c64d86af3f req-d57b669f-e424-4e19-961d-1ac582ba4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:23.013469 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d70ec11-4b84-44ba-8ebc-96c64d86af3f req-d57b669f-e424-4e19-961d-1ac582ba4ed9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919538 Jul 15 15:02:23.070003 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Pushing event updated for resources: {'Port': ['ID=e32909a5-ce86-4365-b4ef-30d06e24f281,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:23.208061 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81755be5-3142-451e-af32-f0d1b4e8f006 req-9d9a024b-728a-4586-909e-0f9197536af7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:23.209614 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-81755be5-3142-451e-af32-f0d1b4e8f006 req-9d9a024b-728a-4586-909e-0f9197536af7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.2317779 Jul 15 15:02:23.233598 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60786515-a601-457d-a847-ee8181668480 req-f9de2638-9279-4cbd-9148-ba28f4788c0b tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:23.235069 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-60786515-a601-457d-a847-ee8181668480 req-f9de2638-9279-4cbd-9148-ba28f4788c0b tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 944 time: 0.0567191 Jul 15 15:02:23.241322 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Attempting to bind port e32909a5-ce86-4365-b4ef-30d06e24f281 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:02:23.241669 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Attempting to bind port e32909a5-ce86-4365-b4ef-30d06e24f281 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '635895a0-8e57-4ce0-9688-1893e0a0854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '585753bc-7463-4592-920c-3c881b63b35e'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:02:23.242309 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Attempting to bind port e32909a5-ce86-4365-b4ef-30d06e24f281 on network 585753bc-7463-4592-920c-3c881b63b35e {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:02:23.260150 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d70ec11-4b84-44ba-8ebc-96c64d86af3f req-ea1a0b6e-78e2-49f8-a500-f67a3124fdb3 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173188 Jul 15 15:02:23.261900 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Port e32909a5-ce86-4365-b4ef-30d06e24f281 on network 585753bc-7463-4592-920c-3c881b63b35e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:02:23.262243 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Attempting to bind port e32909a5-ce86-4365-b4ef-30d06e24f281 on network 585753bc-7463-4592-920c-3c881b63b35e {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:02:23.275898 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:02:23.276246 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Checking segment: {'id': '635895a0-8e57-4ce0-9688-1893e0a0854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '585753bc-7463-4592-920c-3c881b63b35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:02:23.276652 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Bound using segment: {'id': '635895a0-8e57-4ce0-9688-1893e0a0854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '585753bc-7463-4592-920c-3c881b63b35e'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:02:23.277098 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Bound port: e32909a5-ce86-4365-b4ef-30d06e24f281, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635895a0-8e57-4ce0-9688-1893e0a0854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '585753bc-7463-4592-920c-3c881b63b35e'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:02:23.278805 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:23.284690 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-60786515-a601-457d-a847-ee8181668480 req-9a065e40-0030-49bd-82bb-b6eaf7e12b69 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429728 Jul 15 15:02:23.308766 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-81755be5-3142-451e-af32-f0d1b4e8f006 req-6dbfeda0-d1e5-4cd2-a6be-b88dee6d113f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863132 Jul 15 15:02:23.371006 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] For port e32909a5-ce86-4365-b4ef-30d06e24f281, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:23.410690 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] For port e32909a5-ce86-4365-b4ef-30d06e24f281, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e32909a5-ce86-4365-b4ef-30d06e24f281,segment=NetworkSegment(635895a0-8e57-4ce0-9688-1893e0a0854f),segment_id=635895a0-8e57-4ce0-9688-1893e0a0854f)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:23.419392 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:23.465587 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:23.466212 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:23.467574 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-1b89ee31-226d-4399-9c85-07833504750c service neutron] 10.222.0.77 "PUT /v2.0/ports/e32909a5-ce86-4365-b4ef-30d06e24f281 HTTP/1.1" status: 200 len: 1094 time: 1.2205846 Jul 15 15:02:23.499422 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d70ec11-4b84-44ba-8ebc-96c64d86af3f req-81b637c9-d8aa-4e7c-ab8f-24b418272bc7 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498826 Jul 15 15:02:23.500350 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89ee31-226d-4399-9c85-07833504750c service neutron] Pushing event updated for resources: {'Port': ['ID=e32909a5-ce86-4365-b4ef-30d06e24f281,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:23.589840 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c6d81-0832-40f0-ad3c-8b1faacc04ac req-c1f49c85-3332-4bdc-86dc-c3cce3d2f795 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:23.591294 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-295c6d81-0832-40f0-ad3c-8b1faacc04ac req-c1f49c85-3332-4bdc-86dc-c3cce3d2f795 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0543597 Jul 15 15:02:23.639255 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-295c6d81-0832-40f0-ad3c-8b1faacc04ac req-8f86c340-761f-4278-a8a4-b4eb4eda06a6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418608 Jul 15 15:02:23.701865 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-738ba320-67a1-459d-8076-a5e52b381bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:23.704048 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-738ba320-67a1-459d-8076-a5e52b381bd8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b6c94cdde04417596cf1d887e83729a&device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 1128 time: 0.0498340 Jul 15 15:02:23.782940 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7322f64e-c868-4890-a506-d80c2427abbb', 'tag': 'e32909a5-ce86-4365-b4ef-30d06e24f281'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:02:23.786453 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc6b1ee-4fed-4d9d-9ab2-ee49612beebb" -d '{"events": [{"name": "network-changed", "server_uuid": "7322f64e-c868-4890-a506-d80c2427abbb", "tag": "e32909a5-ce86-4365-b4ef-30d06e24f281"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:23.828007 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1577b765-67d2-4697-b93e-6470a5842467 x-openstack-request-id: req-1577b765-67d2-4697-b93e-6470a5842467 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:23.828303 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7322f64e-c868-4890-a506-d80c2427abbb", "tag": "e32909a5-ce86-4365-b4ef-30d06e24f281", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:23.828581 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1577b765-67d2-4697-b93e-6470a5842467 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:23.828990 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1577b765-67d2-4697-b93e-6470a5842467'] response: {'name': 'network-changed', 'server_uuid': '7322f64e-c868-4890-a506-d80c2427abbb', 'tag': 'e32909a5-ce86-4365-b4ef-30d06e24f281', 'status': 'completed', 'code': 200} Jul 15 15:02:23.830729 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-5e016bc2-bc34-4c54-b228-dd2501124db1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e32909a5-ce86-4365-b4ef-30d06e24f281 HTTP/1.1" status: 200 len: 217 time: 0.0404923 Jul 15 15:02:24.099401 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-e83cb033-31a7-4420-872d-133fd6036dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:24.101015 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-e83cb033-31a7-4420-872d-133fd6036dbc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e80c26ac-e45f-4c78-99aa-898d7c2e6a7c HTTP/1.1" status: 200 len: 848 time: 0.0466611 Jul 15 15:02:24.151218 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-94f06962-2e1b-47c9-8dee-075c6a980079 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=585753bc-7463-4592-920c-3c881b63b35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288239 Jul 15 15:02:24.313313 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-fb0a227e-0af9-410e-8528-d134fa172f12 service neutron] 10.222.0.77 "GET /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278963 Jul 15 15:02:24.418704 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d7062-b55f-476c-998c-c3c7ae4c197b req-55778cb7-18bd-43f6-905a-88d0670b4fb5 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:24.420191 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-494d7062-b55f-476c-998c-c3c7ae4c197b req-55778cb7-18bd-43f6-905a-88d0670b4fb5 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 944 time: 0.0625856 Jul 15 15:02:24.481373 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-494d7062-b55f-476c-998c-c3c7ae4c197b req-74dae5ab-a52a-4c38-8148-3006726962cf tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550294 Jul 15 15:02:24.497507 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d42a8a-4401-48ef-bb2c-18b71db71ac2 req-7a346404-6b87-4452-9295-5675492714f9 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:24.499077 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a9d42a8a-4401-48ef-bb2c-18b71db71ac2 req-7a346404-6b87-4452-9295-5675492714f9 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.1105118 Jul 15 15:02:24.559566 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c4ac947-292b-4335-8a1d-fdfa5f8ed4ab req-7a03b79b-4612-4b2e-b76e-6a1ec1701ffd service neutron] 10.222.0.77 "GET /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348577 Jul 15 15:02:24.573552 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a9d42a8a-4401-48ef-bb2c-18b71db71ac2 req-33cd5d3d-a00e-4535-b36d-07fe5c3d67d2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691440 Jul 15 15:02:24.726265 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293f2bc-028d-4b09-8159-260433a9dd6a req-bbf49101-69db-45a6-ab72-093f7853ab35 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:24.728214 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4293f2bc-028d-4b09-8159-260433a9dd6a req-bbf49101-69db-45a6-ab72-093f7853ab35 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0539033 Jul 15 15:02:24.737101 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 60884) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:24.741665 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-21e228e9-ea87-4934-9d34-18fcad6fa923 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Request body: {'floatingip': {'port_id': 'fa3beace-8edd-4645-9f42-03b98db56b58'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:24.769562 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046a379-e085-46d8-8506-92ce5ca70404 req-00f3c028-af3d-4646-bb19-e18ff38fb438 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:24.771367 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8046a379-e085-46d8-8506-92ce5ca70404 req-00f3c028-af3d-4646-bb19-e18ff38fb438 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0561414 Jul 15 15:02:24.814808 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-21e228e9-ea87-4934-9d34-18fcad6fa923 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (a166bf80-dd78-4bfb-a042-240b93329cfe), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:24.819091 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8046a379-e085-46d8-8506-92ce5ca70404 req-76d53082-403c-4173-8dff-ab6f0fecc36a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408733 Jul 15 15:02:24.917703 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b1ee-4fed-4d9d-9ab2-ee49612beebb req-ad86baeb-3034-4c94-b365-195b77bdb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:24.919291 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ebc6b1ee-4fed-4d9d-9ab2-ee49612beebb req-ad86baeb-3034-4c94-b365-195b77bdb847 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b6c94cdde04417596cf1d887e83729a&device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 1128 time: 0.0571492 Jul 15 15:02:25.048500 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b1ee-4fed-4d9d-9ab2-ee49612beebb req-f9c7ef6b-017c-435c-beb3-31652a222f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:25.050031 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ebc6b1ee-4fed-4d9d-9ab2-ee49612beebb req-f9c7ef6b-017c-435c-beb3-31652a222f0b service neutron] 10.222.0.77 "GET /v2.0/networks?id=585753bc-7463-4592-920c-3c881b63b35e HTTP/1.1" status: 200 len: 909 time: 0.1212630 Jul 15 15:02:25.111140 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ebc6b1ee-4fed-4d9d-9ab2-ee49612beebb req-19bf0ed7-884d-44a8-bdcf-a14a732499ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e32909a5-ce86-4365-b4ef-30d06e24f281 HTTP/1.1" status: 200 len: 217 time: 0.0471125 Jul 15 15:02:25.237725 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6b1ee-4fed-4d9d-9ab2-ee49612beebb req-7b7034ff-4b37-4dfe-8a7d-39c4a6e05073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:25.239443 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ebc6b1ee-4fed-4d9d-9ab2-ee49612beebb req-7b7034ff-4b37-4dfe-8a7d-39c4a6e05073 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e80c26ac-e45f-4c78-99aa-898d7c2e6a7c HTTP/1.1" status: 200 len: 848 time: 0.0980244 Jul 15 15:02:25.272879 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0131c-f494-46a6-ac8c-b45d477b4750 req-c294736b-64b9-4cc6-9fe2-8d4902a055e2 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:25.275176 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1ef0131c-f494-46a6-ac8c-b45d477b4750 req-c294736b-64b9-4cc6-9fe2-8d4902a055e2 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1671317 Jul 15 15:02:25.292729 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c281b23-d3af-432b-ac56-6e14007c4a09 req-289b989f-df28-4483-8ab6-fb2af6921607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:25.294212 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3c281b23-d3af-432b-ac56-6e14007c4a09 req-289b989f-df28-4483-8ab6-fb2af6921607 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 1129 time: 0.1435688 Jul 15 15:02:25.297782 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ebc6b1ee-4fed-4d9d-9ab2-ee49612beebb req-cf65208d-029e-4cc0-b09b-69103aa2ee12 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=585753bc-7463-4592-920c-3c881b63b35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478072 Jul 15 15:02:25.430937 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1ef0131c-f494-46a6-ac8c-b45d477b4750 req-ea567cd8-2261-47ea-a985-14fe8914af08 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357348 Jul 15 15:02:25.655560 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.db.resource_extend [None req-21e228e9-ea87-4934-9d34-18fcad6fa923 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:02:25.735439 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ebc6b1ee-4fed-4d9d-9ab2-ee49612beebb req-2951225a-e813-4e85-b7b9-a8c00340d825 service neutron] 10.222.0.77 "GET /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195220 Jul 15 15:02:25.736571 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c281b23-d3af-432b-ac56-6e14007c4a09 req-8c5edb76-b6fb-4d60-8fdf-47225f848449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:25.737876 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3c281b23-d3af-432b-ac56-6e14007c4a09 req-8c5edb76-b6fb-4d60-8fdf-47225f848449 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.4233947 Jul 15 15:02:25.752923 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-21e228e9-ea87-4934-9d34-18fcad6fa923 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:25.758084 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-21e228e9-ea87-4934-9d34-18fcad6fa923 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (a166bf80-dd78-4bfb-a042-240b93329cfe), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:25.803837 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b14698-9a39-4d46-bc57-a2ea31c78331 req-725e7e6b-e0f0-4c5f-8190-ad1c6cd940f1 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:25.805699 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e2b14698-9a39-4d46-bc57-a2ea31c78331 req-725e7e6b-e0f0-4c5f-8190-ad1c6cd940f1 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 944 time: 0.1551309 Jul 15 15:02:25.833015 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3c281b23-d3af-432b-ac56-6e14007c4a09 req-905d9364-38e5-4faf-8c25-638e59cfb447 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c0df130-b11c-4f90-89bb-ba1517a9faf4 HTTP/1.1" status: 200 len: 217 time: 0.0692048 Jul 15 15:02:25.896083 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.l3_db [None req-21e228e9-ea87-4934-9d34-18fcad6fa923 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Floating IP a166bf80-dd78-4bfb-a042-240b93329cfe associated. External IP: 172.27.2.145, port: fa3beace-8edd-4645-9f42-03b98db56b58. Jul 15 15:02:25.923894 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ebc6b1ee-4fed-4d9d-9ab2-ee49612beebb req-c30982d4-e168-479f-a2ff-823b9b5b615d service neutron] 10.222.0.77 "GET /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684220 Jul 15 15:02:25.927653 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c281b23-d3af-432b-ac56-6e14007c4a09 req-b92ed35f-7148-4efc-981d-6b9df9a6ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:25.929091 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3c281b23-d3af-432b-ac56-6e14007c4a09 req-b92ed35f-7148-4efc-981d-6b9df9a6ddbd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0790634 Jul 15 15:02:25.951709 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e2b14698-9a39-4d46-bc57-a2ea31c78331 req-0200feea-2b74-4788-a090-a1ddc9e282f0 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005845 Jul 15 15:02:26.013990 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c281b23-d3af-432b-ac56-6e14007c4a09 req-210aff14-1782-458c-af5b-7f5a1c5d2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:26.015514 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3c281b23-d3af-432b-ac56-6e14007c4a09 req-210aff14-1782-458c-af5b-7f5a1c5d2b28 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482543 Jul 15 15:02:26.143102 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e228e9-ea87-4934-9d34-18fcad6fa923 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Router cf293605-382f-4154-8fa2-fee84f93998f has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:02:26.146410 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3c281b23-d3af-432b-ac56-6e14007c4a09 req-101278a2-2244-4738-9b38-c8774af83214 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186986 Jul 15 15:02:26.243551 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e228e9-ea87-4934-9d34-18fcad6fa923 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:26.247666 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3c281b23-d3af-432b-ac56-6e14007c4a09 req-799efa19-dd49-4bd5-a677-63c9d86bd2d6 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851424 Jul 15 15:02:26.249575 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-21e228e9-ea87-4934-9d34-18fcad6fa923 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:26.254394 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afab920-f3bb-4efa-87dd-75a43527edc6 None None] Sync routers for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:26.265154 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afab920-f3bb-4efa-87dd-75a43527edc6 None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:02:26.266001 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-9afab920-f3bb-4efa-87dd-75a43527edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:02:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:26.288495 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-21e228e9-ea87-4934-9d34-18fcad6fa923 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "PUT /v2.0/floatingips/a166bf80-dd78-4bfb-a042-240b93329cfe HTTP/1.1" status: 200 len: 992 time: 1.5502791 Jul 15 15:02:26.289105 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'tag': 'fa3beace-8edd-4645-9f42-03b98db56b58'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:02:26.291587 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dc3967-1220-4706-acb5-8324441cb1e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a9b565d-3f20-452b-ba58-3b7a449eec00", "tag": "fa3beace-8edd-4645-9f42-03b98db56b58"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:26.331104 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4c6070-3ae6-4389-a482-4d021f5c446b x-openstack-request-id: req-aa4c6070-3ae6-4389-a482-4d021f5c446b {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:26.331434 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a9b565d-3f20-452b-ba58-3b7a449eec00", "tag": "fa3beace-8edd-4645-9f42-03b98db56b58", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:26.331653 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aa4c6070-3ae6-4389-a482-4d021f5c446b {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:26.332070 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4c6070-3ae6-4389-a482-4d021f5c446b'] response: {'name': 'network-changed', 'server_uuid': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'tag': 'fa3beace-8edd-4645-9f42-03b98db56b58', 'status': 'completed', 'code': 200} Jul 15 15:02:26.378223 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-9afab920-f3bb-4efa-87dd-75a43527edc6 None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:02:26.468424 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc3967-1220-4706-acb5-8324441cb1e9 req-c62ac7f9-861a-4945-b39a-f275776d74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:26.470362 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c1dc3967-1220-4706-acb5-8324441cb1e9 req-c62ac7f9-861a-4945-b39a-f275776d74eb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6b962299ae347548ec82de0f2b6389d&device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 1130 time: 0.0589004 Jul 15 15:02:26.562180 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc61ab5-7a98-44a7-bbc7-4db90e82c7c2 req-be9b63af-c0bc-4ac5-9281-e9424a76cb0e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:26.564156 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2cc61ab5-7a98-44a7-bbc7-4db90e82c7c2 req-be9b63af-c0bc-4ac5-9281-e9424a76cb0e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0601780 Jul 15 15:02:26.623262 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2cc61ab5-7a98-44a7-bbc7-4db90e82c7c2 req-9a1531be-5b3a-4854-9657-68493ce092d6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536096 Jul 15 15:02:26.630255 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc3967-1220-4706-acb5-8324441cb1e9 req-8820aade-5041-4792-8fe2-744420c56fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:26.631878 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c1dc3967-1220-4706-acb5-8324441cb1e9 req-8820aade-5041-4792-8fe2-744420c56fe6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 200 len: 911 time: 0.1119361 Jul 15 15:02:26.646223 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-9afab920-f3bb-4efa-87dd-75a43527edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'a166bf80-dd78-4bfb-a042-240b93329cfe', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'port_id': 'fa3beace-8edd-4645-9f42-03b98db56b58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'mac_address': 'fa:16:3e:92:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:01:36Z', 'updated_at': '2022-07-15T15:02:25Z', 'revision_number': 1, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:36Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:26.670668 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afab920-f3bb-4efa-87dd-75a43527edc6 None None] Checking router: cf293605-382f-4154-8fa2-fee84f93998f for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:02:26.678988 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afab920-f3bb-4efa-87dd-75a43527edc6 None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:02:26.680185 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-9afab920-f3bb-4efa-87dd-75a43527edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:02:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:26.779943 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-9afab920-f3bb-4efa-87dd-75a43527edc6 None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:02:26.998296 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-9afab920-f3bb-4efa-87dd-75a43527edc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'a166bf80-dd78-4bfb-a042-240b93329cfe', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'port_id': 'fa3beace-8edd-4645-9f42-03b98db56b58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'mac_address': 'fa:16:3e:92:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:01:36Z', 'updated_at': '2022-07-15T15:02:25Z', 'revision_number': 1, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:36Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:27.026565 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afab920-f3bb-4efa-87dd-75a43527edc6 None None] The sync data for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi is: [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'a166bf80-dd78-4bfb-a042-240b93329cfe', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'port_id': 'fa3beace-8edd-4645-9f42-03b98db56b58', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'mac_address': 'fa:16:3e:92:f3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:01:36Z', 'updated_at': '2022-07-15T15:02:25Z', 'revision_number': 1, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:36Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:27.079617 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27476c-22ef-4f57-9b3a-5dfcac5e58cc req-c37f4e72-9a31-443c-b306-221cedca87c3 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:27.081135 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fe27476c-22ef-4f57-9b3a-5dfcac5e58cc req-c37f4e72-9a31-443c-b306-221cedca87c3 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 944 time: 0.0596392 Jul 15 15:02:27.135608 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fe27476c-22ef-4f57-9b3a-5dfcac5e58cc req-aa60b52b-39d8-4de0-97f0-7a3361d05a61 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482531 Jul 15 15:02:27.221059 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a7fccc-3e4e-42f1-bac5-b8ae426e660a None None] New status for floating IP a166bf80-dd78-4bfb-a042-240b93329cfe: ACTIVE {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:02:27.527460 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:02:27.745721 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62024306-83ca-4637-ac2f-bbc86a9415e6 req-a68133e1-f2bc-40ce-9d56-9044e9bbe5c0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:27.747110 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-62024306-83ca-4637-ac2f-bbc86a9415e6 req-a68133e1-f2bc-40ce-9d56-9044e9bbe5c0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0539157 Jul 15 15:02:27.794795 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-62024306-83ca-4637-ac2f-bbc86a9415e6 req-d41bc008-c0dd-40a7-8d79-f6ed7c0f0161 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Jul 15 15:02:28.256391 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95a741-45ab-4275-9b1e-96a34d7d6ffe req-8cb1e021-d647-4bcc-b2cc-f5c5ff5e131a tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:28.258097 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3d95a741-45ab-4275-9b1e-96a34d7d6ffe req-8cb1e021-d647-4bcc-b2cc-f5c5ff5e131a tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 944 time: 0.0538013 Jul 15 15:02:28.305237 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3d95a741-45ab-4275-9b1e-96a34d7d6ffe req-2b245b6a-694d-4afe-ad6c-03ef2cb8099e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Jul 15 15:02:28.915876 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd10ad0-0141-4af4-90ae-a4c789dd71c4 req-3f4e7079-7475-485e-a12c-ddcfad88e9a3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:28.918146 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0bd10ad0-0141-4af4-90ae-a4c789dd71c4 req-3f4e7079-7475-485e-a12c-ddcfad88e9a3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0571268 Jul 15 15:02:28.964069 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0bd10ad0-0141-4af4-90ae-a4c789dd71c4 req-57eccb5b-73e4-4e9c-8ad0-9e173dd936b2 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Jul 15 15:02:29.331657 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c1dc3967-1220-4706-acb5-8324441cb1e9 req-404801b9-5f57-4a85-a359-65f5e5d92676 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa3beace-8edd-4645-9f42-03b98db56b58 HTTP/1.1" status: 200 len: 1002 time: 0.0581851 Jul 15 15:02:29.425739 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2f05f-4bc7-49d8-a619-fccc4a65ddbd req-9117937f-3d36-4634-96c6-14c32a035e60 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:29.427236 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f0a2f05f-4bc7-49d8-a619-fccc4a65ddbd req-9117937f-3d36-4634-96c6-14c32a035e60 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 944 time: 0.0565507 Jul 15 15:02:29.473276 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f0a2f05f-4bc7-49d8-a619-fccc4a65ddbd req-9b8a091d-958c-4d87-b2c8-9db4a0060b8e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Jul 15 15:02:30.084026 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efb29b-5a80-452c-878c-8fc7eab83b3e req-8202627b-5bf0-490f-aee0-f9556dddcae5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:30.085555 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-59efb29b-5a80-452c-878c-8fc7eab83b3e req-8202627b-5bf0-490f-aee0-f9556dddcae5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0567777 Jul 15 15:02:30.134261 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-59efb29b-5a80-452c-878c-8fc7eab83b3e req-a3da9189-bce8-4b5d-a030-0643807b33e6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 Jul 15 15:02:30.597638 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa7bc5-2d65-4143-945b-d689150a779d req-0d912e74-aec8-4a9c-b335-fc1eae49f862 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:30.599167 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-12aa7bc5-2d65-4143-945b-d689150a779d req-0d912e74-aec8-4a9c-b335-fc1eae49f862 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 944 time: 0.0552390 Jul 15 15:02:30.649054 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-12aa7bc5-2d65-4143-945b-d689150a779d req-62f554ec-5bad-4fec-b472-63cfdf35565a tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435498 Jul 15 15:02:31.252361 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1d0aa-9449-4fb0-937e-7a6f95d73218 req-70f9bcbe-0541-48c5-97ad-fd10d3ba3b01 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:31.254128 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-34e1d0aa-9449-4fb0-937e-7a6f95d73218 req-70f9bcbe-0541-48c5-97ad-fd10d3ba3b01 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0536041 Jul 15 15:02:31.304753 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-34e1d0aa-9449-4fb0-937e-7a6f95d73218 req-35b8ff29-443b-49e6-b6dc-fe1e5100b0f0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450635 Jul 15 15:02:31.778024 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc230f46-f013-48d4-a1f4-8b5dfdb89dae req-00371b3c-f66a-420b-b642-23ba29517f71 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:31.779481 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bc230f46-f013-48d4-a1f4-8b5dfdb89dae req-00371b3c-f66a-420b-b642-23ba29517f71 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 944 time: 0.0576074 Jul 15 15:02:31.825866 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bc230f46-f013-48d4-a1f4-8b5dfdb89dae req-e4312327-a1b1-428a-acf2-5ace99dfa4bb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Jul 15 15:02:31.881527 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc3967-1220-4706-acb5-8324441cb1e9 req-456706e7-f6c9-4fd4-bde5-067a59f72cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:31.882967 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c1dc3967-1220-4706-acb5-8324441cb1e9 req-456706e7-f6c9-4fd4-bde5-067a59f72cb9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff HTTP/1.1" status: 200 len: 849 time: 0.0438228 Jul 15 15:02:31.933808 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc3967-1220-4706-acb5-8324441cb1e9 req-f3f68b8e-d5b2-4545-9c20-4dfca545dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:31.935325 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c1dc3967-1220-4706-acb5-8324441cb1e9 req-f3f68b8e-d5b2-4545-9c20-4dfca545dfb2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ba6677d-5774-4709-9ff3-2439871082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448315 Jul 15 15:02:32.032142 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c1dc3967-1220-4706-acb5-8324441cb1e9 req-12404bed-0257-41fc-b436-0a58798513e4 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846739 Jul 15 15:02:32.120160 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c1dc3967-1220-4706-acb5-8324441cb1e9 req-ae046672-e7f0-4935-b8e7-0f16732c5285 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813637 Jul 15 15:02:32.424995 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fe899-874e-4afb-b581-06a89f045ba9 req-5b308838-6162-43ce-a3c9-20502a6a246f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:32.426473 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d58fe899-874e-4afb-b581-06a89f045ba9 req-5b308838-6162-43ce-a3c9-20502a6a246f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0535204 Jul 15 15:02:32.477640 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d58fe899-874e-4afb-b581-06a89f045ba9 req-238026cf-423a-4dc6-bd42-9c52cc9f6b46 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455775 Jul 15 15:02:32.949851 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd9e2a-adeb-480b-bfd9-e5f6c695447f req-cbf2fa0f-9422-4e77-987d-1dd75f37720a tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:32.951335 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-47dd9e2a-adeb-480b-bfd9-e5f6c695447f req-cbf2fa0f-9422-4e77-987d-1dd75f37720a tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 944 time: 0.0576136 Jul 15 15:02:33.002488 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-47dd9e2a-adeb-480b-bfd9-e5f6c695447f req-78f62c14-16f7-46f6-ac60-c9ae267f6983 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451372 Jul 15 15:02:33.607761 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f119a3-63ef-435d-ac96-3472cbfe11d5 req-2e83418a-2914-4103-b035-92c96960c5ed tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:33.609460 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-33f119a3-63ef-435d-ac96-3472cbfe11d5 req-2e83418a-2914-4103-b035-92c96960c5ed tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0572889 Jul 15 15:02:33.662190 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-33f119a3-63ef-435d-ac96-3472cbfe11d5 req-85eb541b-3900-45ba-abdc-d031677dd0fd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470259 Jul 15 15:02:33.790608 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device e32909a5-ce86-4365-b4ef-30d06e24f281 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:33.893943 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port e32909a5-ce86-4365-b4ef-30d06e24f281, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e32909a5-ce86-4365-b4ef-30d06e24f281,segment=NetworkSegment(635895a0-8e57-4ce0-9688-1893e0a0854f),segment_id=635895a0-8e57-4ce0-9688-1893e0a0854f)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:33.905782 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': 'e32909a5-ce86-4365-b4ef-30d06e24f281', 'network_id': '585753bc-7463-4592-920c-3c881b63b35e', 'port_id': 'e32909a5-ce86-4365-b4ef-30d06e24f281', 'mac_address': 'fa:16:3e:e9:36:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80c26ac-e45f-4c78-99aa-898d7c2e6a7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:33.946387 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port e32909a5-ce86-4365-b4ef-30d06e24f281 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:02:33.946783 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:33.966692 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32909a5-ce86-4365-b4ef-30d06e24f281 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:02:33.989538 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port e32909a5-ce86-4365-b4ef-30d06e24f281, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e32909a5-ce86-4365-b4ef-30d06e24f281,segment=NetworkSegment(635895a0-8e57-4ce0-9688-1893e0a0854f),segment_id=635895a0-8e57-4ce0-9688-1893e0a0854f)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:33.995127 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:34.045020 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=e32909a5-ce86-4365-b4ef-30d06e24f281,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:34.149597 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c6b82-df83-4704-a326-1902bf5f737b req-fc10034f-33fe-447b-8cf8-b36876755b5f tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:34.151085 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-803c6b82-df83-4704-a326-1902bf5f737b req-fc10034f-33fe-447b-8cf8-b36876755b5f tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 945 time: 0.0613697 Jul 15 15:02:34.209549 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-803c6b82-df83-4704-a326-1902bf5f737b req-dd753961-4e3b-4220-a94f-e45d51c34895 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520151 Jul 15 15:02:34.690991 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['e32909a5-ce86-4365-b4ef-30d06e24f281'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:34.787453 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791d91b-68f6-488e-ab97-24371973b44f req-1a156cd3-17b8-495d-b2ee-92797cc6cfde tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:34.788897 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6791d91b-68f6-488e-ab97-24371973b44f req-1a156cd3-17b8-495d-b2ee-92797cc6cfde tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0556536 Jul 15 15:02:34.835856 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6791d91b-68f6-488e-ab97-24371973b44f req-188d0683-5c5c-4704-a4ef-89447a43fe2c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404341 Jul 15 15:02:35.332780 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455b5f6-0b92-43e6-b827-f4e054113b0e req-12758106-e279-45de-babd-c5b9a172837e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:35.334248 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0455b5f6-0b92-43e6-b827-f4e054113b0e req-12758106-e279-45de-babd-c5b9a172837e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 945 time: 0.0527785 Jul 15 15:02:35.380403 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0455b5f6-0b92-43e6-b827-f4e054113b0e req-f76dbe2d-8e44-46fe-9ac8-cca0dabb582f tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Jul 15 15:02:35.956836 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c22ced-e42d-44ac-a9f8-b7251910bada req-0ce4c61d-8e71-472b-a8a8-8c03d25e17f2 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:35.958587 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d1c22ced-e42d-44ac-a9f8-b7251910bada req-0ce4c61d-8e71-472b-a8a8-8c03d25e17f2 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0556805 Jul 15 15:02:36.010699 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d1c22ced-e42d-44ac-a9f8-b7251910bada req-11caa1f0-6403-46a2-898d-b427e3dffe9d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432956 Jul 15 15:02:36.526805 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a89d5-0f9b-4733-8d16-c08fbf462c60 req-272b72db-d156-4ea3-b671-39967633116f tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:36.528672 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd4a89d5-0f9b-4733-8d16-c08fbf462c60 req-272b72db-d156-4ea3-b671-39967633116f tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 945 time: 0.0652566 Jul 15 15:02:36.583505 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd4a89d5-0f9b-4733-8d16-c08fbf462c60 req-7d41a2f3-4e0d-48b3-a947-72783c4552a3 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468056 Jul 15 15:02:36.718957 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:36.734828 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 32894) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:36.850640 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:36.940804 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Publish callbacks [] for security_group (b1f61c19-f072-438f-adf3-f697256b7dc3), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:36.944752 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b1f61c19-f072-438f-adf3-f697256b7dc3), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:36.987241 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f68beb6c8be741e9901811cd678f0408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512889 Jul 15 15:02:36.988674 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f61c19-f072-438f-adf3-f697256b7dc3,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:36.990079 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 32908) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:36.996028 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:36.996382 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:36.996756 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:36.997186 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:36.997441 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:36.997772 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:36.998103 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:36.998426 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:36.998759 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:36.999087 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:36.999414 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:36.999739 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:37.000066 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f019e-6466-4bd9-ab1c-da97760c501b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:37.043790 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ba944ab5-063a-4d01-9acf-4683d7358d2f admin admin] Publish callbacks [] for security_group (b1f61c19-f072-438f-adf3-f697256b7dc3), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.066054 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ba944ab5-063a-4d01-9acf-4683d7358d2f admin admin] Publish callbacks [] for security_group (b1f61c19-f072-438f-adf3-f697256b7dc3), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.115756 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ba944ab5-063a-4d01-9acf-4683d7358d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b1f61c19-f072-438f-adf3-f697256b7dc3), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.118511 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ba944ab5-063a-4d01-9acf-4683d7358d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.119687 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ba944ab5-063a-4d01-9acf-4683d7358d2f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1f61c19-f072-438f-adf3-f697256b7dc3 HTTP/1.1" status: 204 len: 168 time: 0.1283643 Jul 15 15:02:37.128947 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba944ab5-063a-4d01-9acf-4683d7358d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f61c19-f072-438f-adf3-f697256b7dc3,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:37.138232 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8445849-9515-4e9e-a279-2a5e8d26a349 req-99d40bae-5691-4f95-9065-6cb791c7da4c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:37.139748 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c8445849-9515-4e9e-a279-2a5e8d26a349 req-99d40bae-5691-4f95-9065-6cb791c7da4c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0577073 Jul 15 15:02:37.192773 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c8445849-9515-4e9e-a279-2a5e8d26a349 req-025f9de8-75aa-4b41-819c-4ecd4f37079d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457115 Jul 15 15:02:37.393414 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 32916) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:37.407619 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7b7fe13a-5810-4a1a-8322-8edf925e73b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.489475 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7b7fe13a-5810-4a1a-8322-8edf925e73b3 admin admin] Publish callbacks [] for security_group (6d827fe9-016f-4c0b-b1d5-ddd6f2fa8ad9), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.493729 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7b7fe13a-5810-4a1a-8322-8edf925e73b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (6d827fe9-016f-4c0b-b1d5-ddd6f2fa8ad9), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.532037 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-7b7fe13a-5810-4a1a-8322-8edf925e73b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=33904d94760245b18ceb339d86c5465d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375105 Jul 15 15:02:37.532932 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fe13a-5810-4a1a-8322-8edf925e73b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d827fe9-016f-4c0b-b1d5-ddd6f2fa8ad9,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:37.534814 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 32918) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:37.583972 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-93a5d22e-dc0e-4a73-931d-8bb8643f9114 admin admin] Publish callbacks [] for security_group (6d827fe9-016f-4c0b-b1d5-ddd6f2fa8ad9), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.599472 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7a2224c6-86f6-4481-8c8d-69fe77166def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.606479 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-93a5d22e-dc0e-4a73-931d-8bb8643f9114 admin admin] Publish callbacks [] for security_group (6d827fe9-016f-4c0b-b1d5-ddd6f2fa8ad9), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.657799 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-93a5d22e-dc0e-4a73-931d-8bb8643f9114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (6d827fe9-016f-4c0b-b1d5-ddd6f2fa8ad9), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.660790 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-93a5d22e-dc0e-4a73-931d-8bb8643f9114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.662228 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-93a5d22e-dc0e-4a73-931d-8bb8643f9114 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6d827fe9-016f-4c0b-b1d5-ddd6f2fa8ad9 HTTP/1.1" status: 204 len: 168 time: 0.1263528 Jul 15 15:02:37.675317 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5d22e-dc0e-4a73-931d-8bb8643f9114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d827fe9-016f-4c0b-b1d5-ddd6f2fa8ad9,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:37.724575 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87509b2e-e61c-4c50-a2b4-6a1a2bc319ba req-91889682-626d-434a-bb05-9b8da0dc70a2 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:37.726112 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-87509b2e-e61c-4c50-a2b4-6a1a2bc319ba req-91889682-626d-434a-bb05-9b8da0dc70a2 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 945 time: 0.0671926 Jul 15 15:02:37.777901 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-87509b2e-e61c-4c50-a2b4-6a1a2bc319ba req-b444ff7b-479d-4428-acbf-c0214d80b42c tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452411 Jul 15 15:02:37.792701 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device e32909a5-ce86-4365-b4ef-30d06e24f281 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:37.850611 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port e32909a5-ce86-4365-b4ef-30d06e24f281 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:02:37.855763 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port e32909a5-ce86-4365-b4ef-30d06e24f281 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:02:37.856280 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.938091 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port e32909a5-ce86-4365-b4ef-30d06e24f281 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:02:37.938486 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:37.961263 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7322f64e-c868-4890-a506-d80c2427abbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32909a5-ce86-4365-b4ef-30d06e24f281'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:02:37.964249 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fcf22b-bbc1-4119-9dc7-a268675c02c5" -d '{"events": [{"server_uuid": "7322f64e-c868-4890-a506-d80c2427abbb", "name": "network-vif-plugged", "status": "completed", "tag": "e32909a5-ce86-4365-b4ef-30d06e24f281"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:37.976706 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port e32909a5-ce86-4365-b4ef-30d06e24f281, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e32909a5-ce86-4365-b4ef-30d06e24f281,segment=NetworkSegment(635895a0-8e57-4ce0-9688-1893e0a0854f),segment_id=635895a0-8e57-4ce0-9688-1893e0a0854f)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:37.984372 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.014999 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b9f2c5-cd28-49c9-81e7-0c44fc5e0611 x-openstack-request-id: req-86b9f2c5-cd28-49c9-81e7-0c44fc5e0611 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:38.015409 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7322f64e-c868-4890-a506-d80c2427abbb", "name": "network-vif-plugged", "status": "completed", "tag": "e32909a5-ce86-4365-b4ef-30d06e24f281", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:38.015760 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-86b9f2c5-cd28-49c9-81e7-0c44fc5e0611 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:38.016328 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b9f2c5-cd28-49c9-81e7-0c44fc5e0611'] response: {'server_uuid': '7322f64e-c868-4890-a506-d80c2427abbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32909a5-ce86-4365-b4ef-30d06e24f281', 'code': 200} Jul 15 15:02:38.041663 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=e32909a5-ce86-4365-b4ef-30d06e24f281,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:38.126704 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 32954) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:38.176905 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0d286f-8501-4da3-8af5-f575c1b23fbb admin admin] Deleting subnet 977b06eb-a34c-4a8c-9be7-c011e1882f6e {{(pid=103712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:02:38.180336 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ec0d286f-8501-4da3-8af5-f575c1b23fbb admin admin] Publish callbacks [] for subnet (977b06eb-a34c-4a8c-9be7-c011e1882f6e), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.217059 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ec0d286f-8501-4da3-8af5-f575c1b23fbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785271'] for subnet (977b06eb-a34c-4a8c-9be7-c011e1882f6e), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.261428 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ec0d286f-8501-4da3-8af5-f575c1b23fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (977b06eb-a34c-4a8c-9be7-c011e1882f6e), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.290153 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec3008-3853-4575-b782-6ef2943e4560 req-ead4e3b2-01b4-4222-aca8-3797e7e01e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:38.292505 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0ec3008-3853-4575-b782-6ef2943e4560 req-ead4e3b2-01b4-4222-aca8-3797e7e01e29 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 1130 time: 0.0726292 Jul 15 15:02:38.329023 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ec0d286f-8501-4da3-8af5-f575c1b23fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3082468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12400101'] for subnet (977b06eb-a34c-4a8c-9be7-c011e1882f6e), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.363422 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d286f-8501-4da3-8af5-f575c1b23fbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977b06eb-a34c-4a8c-9be7-c011e1882f6e,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:38.369341 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ec0d286f-8501-4da3-8af5-f575c1b23fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.373424 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ec0d286f-8501-4da3-8af5-f575c1b23fbb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/977b06eb-a34c-4a8c-9be7-c011e1882f6e HTTP/1.1" status: 204 len: 168 time: 0.2457485 Jul 15 15:02:38.375825 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 32964) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:38.377191 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401652f-9fc3-4007-8063-b3f2a20f5abb req-28173157-7492-476c-9fe3-fd00182cbc0b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:38.378911 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8401652f-9fc3-4007-8063-b3f2a20f5abb req-28173157-7492-476c-9fe3-fd00182cbc0b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1000929 Jul 15 15:02:38.387449 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0ec3008-3853-4575-b782-6ef2943e4560 req-1c35b5b1-6b40-4540-bfb0-3aef3c94bbfb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708148 Jul 15 15:02:38.440633 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8401652f-9fc3-4007-8063-b3f2a20f5abb req-b710de3d-9368-4ca0-abe6-18ad3f9fb14e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521634 Jul 15 15:02:38.464780 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (9de6ba59-ff80-40ca-a536-084293adf241), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.545554 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (9de6ba59-ff80-40ca-a536-084293adf241), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.566008 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de6ba59-ff80-40ca-a536-084293adf241']}} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:38.575912 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011175fb-17d8-4820-a9ba-cba83d950fcc') {'for_net_delete': True} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:38.576218 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011175fb-17d8-4820-a9ba-cba83d950fcc') {} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:38.585320 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785230'] for segment (011175fb-17d8-4820-a9ba-cba83d950fcc), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.601031 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (011175fb-17d8-4820-a9ba-cba83d950fcc), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.608435 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:02:38.609345 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3082334'] for segment (011175fb-17d8-4820-a9ba-cba83d950fcc), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.648722 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.services.segments.plugin [-] Segment 011175fb-17d8-4820-a9ba-cba83d950fcc resource provider aggregate not found Jul 15 15:02:38.668745 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.services.segments.plugin [-] Segment 011175fb-17d8-4820-a9ba-cba83d950fcc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 011175fb-17d8-4820-a9ba-cba83d950fcc found for delete ", "request_id": "req-859f71d6-578c-492a-9577-e320988a0671"}]} Jul 15 15:02:38.675859 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (9de6ba59-ff80-40ca-a536-084293adf241), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.681225 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.687953 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] 10.222.0.47 "DELETE /v2.0/networks/9de6ba59-ff80-40ca-a536-084293adf241 HTTP/1.1" status: 204 len: 168 time: 0.3081203 Jul 15 15:02:38.688299 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 32976) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:38.696254 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2a8a4-5156-41ef-9134-b6ed467826ca admin admin] Pushing event deleted for resources: {'Network': ['ID=9de6ba59-ff80-40ca-a536-084293adf241,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:38.738847 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a282fb4a-ed35-4207-8b8c-9d69363dfa60 admin admin] Deleting subnet 51f51e25-c803-4093-a46f-048a8e6501ea {{(pid=103713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:02:38.742267 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a282fb4a-ed35-4207-8b8c-9d69363dfa60 admin admin] Publish callbacks [] for subnet (51f51e25-c803-4093-a46f-048a8e6501ea), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.779381 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a282fb4a-ed35-4207-8b8c-9d69363dfa60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8946345'] for subnet (51f51e25-c803-4093-a46f-048a8e6501ea), precommit_delete_associations {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.828324 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a282fb4a-ed35-4207-8b8c-9d69363dfa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (51f51e25-c803-4093-a46f-048a8e6501ea), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.900869 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a282fb4a-ed35-4207-8b8c-9d69363dfa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9594231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516920'] for subnet (51f51e25-c803-4093-a46f-048a8e6501ea), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.910533 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a09371-7fab-4950-bc5a-93297d254320 req-6d0a4b0e-f6e5-4b06-b71b-8a373ece461a tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:38.912318 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c9a09371-7fab-4950-bc5a-93297d254320 req-6d0a4b0e-f6e5-4b06-b71b-8a373ece461a tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 946 time: 0.0599890 Jul 15 15:02:38.944612 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282fb4a-ed35-4207-8b8c-9d69363dfa60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f51e25-c803-4093-a46f-048a8e6501ea,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:38.951935 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a282fb4a-ed35-4207-8b8c-9d69363dfa60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:38.957488 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a282fb4a-ed35-4207-8b8c-9d69363dfa60 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/51f51e25-c803-4093-a46f-048a8e6501ea HTTP/1.1" status: 204 len: 168 time: 0.2678933 Jul 15 15:02:38.959869 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 32992) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:39.000111 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c9a09371-7fab-4950-bc5a-93297d254320 req-1f6ec3c7-4697-4cca-a883-fc5c5328885c tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793810 Jul 15 15:02:39.052822 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (f6813453-abcb-43b9-b8b9-5f9ea7416ead), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:39.161131 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (f6813453-abcb-43b9-b8b9-5f9ea7416ead), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:39.183797 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6813453-abcb-43b9-b8b9-5f9ea7416ead']}} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:39.193825 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b65146bb-725d-4e94-82c1-6feab0a32fa9') {'for_net_delete': True} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:39.194129 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b65146bb-725d-4e94-82c1-6feab0a32fa9') {} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:39.204151 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8946320'] for segment (b65146bb-725d-4e94-82c1-6feab0a32fa9), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:39.223836 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (b65146bb-725d-4e94-82c1-6feab0a32fa9), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:39.231924 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:02:39.232418 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9594317'] for segment (b65146bb-725d-4e94-82c1-6feab0a32fa9), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:39.305898 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment b65146bb-725d-4e94-82c1-6feab0a32fa9 resource provider aggregate not found Jul 15 15:02:39.334187 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment b65146bb-725d-4e94-82c1-6feab0a32fa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b65146bb-725d-4e94-82c1-6feab0a32fa9 found for delete ", "request_id": "req-43a4182d-13b2-4d8d-89cc-96bb2db60c20"}]} Jul 15 15:02:39.335404 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (f6813453-abcb-43b9-b8b9-5f9ea7416ead), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:39.341706 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:39.349153 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f6813453-abcb-43b9-b8b9-5f9ea7416ead HTTP/1.1" status: 204 len: 168 time: 0.3881357 Jul 15 15:02:39.368769 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ed394-e574-45a9-838c-26efaf26cac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6813453-abcb-43b9-b8b9-5f9ea7416ead,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:39.551221 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33024) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:39.575717 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be564fc8-095a-4668-98df-012297c72100 req-5b986f6d-628c-4fae-a848-674537c8becb tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:39.577617 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-be564fc8-095a-4668-98df-012297c72100 req-5b986f6d-628c-4fae-a848-674537c8becb tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0656855 Jul 15 15:02:39.599334 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-d90c85a2-2ffa-474e-a230-39def6a335ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=28ebe88b9acd42e688cd8010d8ab06b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458999 Jul 15 15:02:39.601932 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33026) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:39.649278 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-be564fc8-095a-4668-98df-012297c72100 req-79230d29-11da-431f-8084-923e7f6760ed tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647037 Jul 15 15:02:39.664357 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab02e765-f660-41e2-b49c-f0113f4da1ce admin admin] Publish callbacks [] for security_group (68eb4a1e-0953-4365-a74c-c28aee5ff847), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:39.676965 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-463e67d0-f4a4-419a-9b93-3a211a11be94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:39.688836 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab02e765-f660-41e2-b49c-f0113f4da1ce admin admin] Publish callbacks [] for security_group (68eb4a1e-0953-4365-a74c-c28aee5ff847), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:39.734696 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab02e765-f660-41e2-b49c-f0113f4da1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (68eb4a1e-0953-4365-a74c-c28aee5ff847), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:39.737706 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab02e765-f660-41e2-b49c-f0113f4da1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:39.738855 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ab02e765-f660-41e2-b49c-f0113f4da1ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/68eb4a1e-0953-4365-a74c-c28aee5ff847 HTTP/1.1" status: 204 len: 168 time: 0.1328685 Jul 15 15:02:39.747257 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02e765-f660-41e2-b49c-f0113f4da1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eb4a1e-0953-4365-a74c-c28aee5ff847,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:40.060453 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33036) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:40.133661 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-d9183854-018d-49bb-a294-6ac77b595213 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f53e48b43eb549b48367795b04216407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0720146 Jul 15 15:02:40.136954 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 33038) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:40.145475 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34404816-53ac-4e78-ab29-485e0fd06189 req-29b2a328-5f88-478f-b4b6-6cf90208c2c4 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:40.147186 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-34404816-53ac-4e78-ab29-485e0fd06189 req-29b2a328-5f88-478f-b4b6-6cf90208c2c4 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 946 time: 0.0802920 Jul 15 15:02:40.187622 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9cb39099-b316-4178-b33b-562793f9fcc1 admin admin] Publish callbacks [] for security_group (11f18b95-4702-4d05-891a-f65c5e9670c4), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:40.199012 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-34404816-53ac-4e78-ab29-485e0fd06189 req-13d5f0b8-d6b3-4600-b723-a6fed4e403fe tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441849 Jul 15 15:02:40.210632 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9cb39099-b316-4178-b33b-562793f9fcc1 admin admin] Publish callbacks [] for security_group (11f18b95-4702-4d05-891a-f65c5e9670c4), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:40.262158 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9cb39099-b316-4178-b33b-562793f9fcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (11f18b95-4702-4d05-891a-f65c5e9670c4), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:40.265169 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9cb39099-b316-4178-b33b-562793f9fcc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:40.266317 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-9cb39099-b316-4178-b33b-562793f9fcc1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/11f18b95-4702-4d05-891a-f65c5e9670c4 HTTP/1.1" status: 204 len: 168 time: 0.1274679 Jul 15 15:02:40.274831 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb39099-b316-4178-b33b-562793f9fcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f18b95-4702-4d05-891a-f65c5e9670c4,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:40.795548 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5f79d-b816-4c35-85a9-6ad0abac8b70 req-7baf0d74-af84-493b-8f52-b4f837db29ed tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:40.796490 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9ea5f79d-b816-4c35-85a9-6ad0abac8b70 req-7baf0d74-af84-493b-8f52-b4f837db29ed tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0629005 Jul 15 15:02:40.854976 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9ea5f79d-b816-4c35-85a9-6ad0abac8b70 req-36100acb-5ef0-448b-a468-c824c96cbd18 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498085 Jul 15 15:02:40.952237 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:41.342020 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4257978-a7e6-436d-9262-5bc8a74b883b req-6a612b68-49b1-4799-abec-5bcf138e40a9 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:41.344090 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c4257978-a7e6-436d-9262-5bc8a74b883b req-6a612b68-49b1-4799-abec-5bcf138e40a9 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 946 time: 0.0641236 Jul 15 15:02:41.393968 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c4257978-a7e6-436d-9262-5bc8a74b883b req-5c32f1be-b32a-4296-b6f2-d3b3a56ea7a3 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441122 Jul 15 15:02:41.432046 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 33088) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:41.550203 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1efc59e2-6a0a-4079-8cba-36058cc21a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:41.642822 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1efc59e2-6a0a-4079-8cba-36058cc21a46 admin admin] Publish callbacks [] for security_group (4929e8f9-ef71-49d6-905a-183f4f11f5c1), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:41.647799 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1efc59e2-6a0a-4079-8cba-36058cc21a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (4929e8f9-ef71-49d6-905a-183f4f11f5c1), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:41.689915 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc59e2-6a0a-4079-8cba-36058cc21a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4929e8f9-ef71-49d6-905a-183f4f11f5c1,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:41.694245 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-1efc59e2-6a0a-4079-8cba-36058cc21a46 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=921bfeb8a6c046be9e165c74d976de12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604477 Jul 15 15:02:41.697052 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33098) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:41.747798 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-858e7c38-169d-44b9-9aef-a5143597e6a2 admin admin] Publish callbacks [] for security_group (4929e8f9-ef71-49d6-905a-183f4f11f5c1), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:41.770263 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-858e7c38-169d-44b9-9aef-a5143597e6a2 admin admin] Publish callbacks [] for security_group (4929e8f9-ef71-49d6-905a-183f4f11f5c1), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:41.822420 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-858e7c38-169d-44b9-9aef-a5143597e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (4929e8f9-ef71-49d6-905a-183f4f11f5c1), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:41.824955 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-858e7c38-169d-44b9-9aef-a5143597e6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:41.826137 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-858e7c38-169d-44b9-9aef-a5143597e6a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4929e8f9-ef71-49d6-905a-183f4f11f5c1 HTTP/1.1" status: 204 len: 168 time: 0.1269293 Jul 15 15:02:41.833651 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e7c38-169d-44b9-9aef-a5143597e6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4929e8f9-ef71-49d6-905a-183f4f11f5c1,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:41.987853 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565b887-319c-4df5-9530-253aedc60f00 req-52a0ff63-e307-493b-9543-7f58742f3d6c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:41.993368 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9565b887-319c-4df5-9530-253aedc60f00 req-52a0ff63-e307-493b-9543-7f58742f3d6c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0673230 Jul 15 15:02:42.045707 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9565b887-319c-4df5-9530-253aedc60f00 req-264d68d8-d46b-4659-abf2-c51741de92ec tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465961 Jul 15 15:02:42.371682 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:43.165663 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d57975-ddac-44b3-b6cf-57bfe4129171 req-4ff7fd9a-b1ac-4f77-a913-b81ee592e631 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:43.167736 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-60d57975-ddac-44b3-b6cf-57bfe4129171 req-4ff7fd9a-b1ac-4f77-a913-b81ee592e631 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0548143 Jul 15 15:02:43.213728 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-60d57975-ddac-44b3-b6cf-57bfe4129171 req-b169c7d0-efab-4581-b227-9563e88dcb73 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399404 Jul 15 15:02:43.878844 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:44.330999 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c074d5c-d0b4-4d49-806d-1dca5f617908 req-1110f8f5-edb0-4274-b697-ebf9b364fdce tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:44.332496 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3c074d5c-d0b4-4d49-806d-1dca5f617908 req-1110f8f5-edb0-4274-b697-ebf9b364fdce tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0539439 Jul 15 15:02:44.383286 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3c074d5c-d0b4-4d49-806d-1dca5f617908 req-8a4ac758-39fe-4110-9db4-a0a6750107fd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434592 Jul 15 15:02:45.501238 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0a469-c1c4-487d-b4af-997bd037d7f1 req-6f3bc6b5-7046-49d9-adc5-c7816b958471 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:45.502723 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bfe0a469-c1c4-487d-b4af-997bd037d7f1 req-6f3bc6b5-7046-49d9-adc5-c7816b958471 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0526898 Jul 15 15:02:45.549879 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bfe0a469-c1c4-487d-b4af-997bd037d7f1 req-ae65dc84-f467-4c0c-a98e-5611dd98e344 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415909 Jul 15 15:02:46.671762 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dae627-9d1a-471e-92f4-cce3401a4ebc req-823852ef-e58d-40b2-ae55-34f742f2a3c3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:46.673318 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-16dae627-9d1a-471e-92f4-cce3401a4ebc req-823852ef-e58d-40b2-ae55-34f742f2a3c3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0578961 Jul 15 15:02:46.718890 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-16dae627-9d1a-471e-92f4-cce3401a4ebc req-254e0862-4902-4e99-8266-999ced233717 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399787 Jul 15 15:02:47.839591 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd1cc6-db8d-4382-ab83-b1ea17c1e0f0 req-98f45882-461b-4fd8-b9bb-0e5f399f060a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:47.841015 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3bdd1cc6-db8d-4382-ab83-b1ea17c1e0f0 req-98f45882-461b-4fd8-b9bb-0e5f399f060a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0576437 Jul 15 15:02:47.887846 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3bdd1cc6-db8d-4382-ab83-b1ea17c1e0f0 req-69a043d2-9f1f-4b57-bd6a-31fb9532541f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Jul 15 15:02:48.705102 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad9f3b-ee5f-4314-9a1c-137dd92ccee8 req-22a470a9-42de-4442-8d94-8fc225107c45 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:48.706532 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-08ad9f3b-ee5f-4314-9a1c-137dd92ccee8 req-22a470a9-42de-4442-8d94-8fc225107c45 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 946 time: 0.0538387 Jul 15 15:02:48.753675 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-08ad9f3b-ee5f-4314-9a1c-137dd92ccee8 req-699eed80-434a-4c8d-8b04-d725666ca10f tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416622 Jul 15 15:02:49.011214 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8232162-69b7-410b-b224-20b6c4ec9876 req-f85745f0-df83-4901-8e07-28723f4944a2 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:49.012730 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e8232162-69b7-410b-b224-20b6c4ec9876 req-f85745f0-df83-4901-8e07-28723f4944a2 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0548375 Jul 15 15:02:49.064810 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e8232162-69b7-410b-b224-20b6c4ec9876 req-9d5d93bf-2902-4b5a-8160-980925edf331 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460498 Jul 15 15:02:49.891558 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431dc39-d847-4f0d-af71-aaedb92164ae req-38a2c762-3978-4e91-8f98-5d5e14c5af08 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:49.893082 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f431dc39-d847-4f0d-af71-aaedb92164ae req-38a2c762-3978-4e91-8f98-5d5e14c5af08 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 946 time: 0.0606740 Jul 15 15:02:49.941632 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f431dc39-d847-4f0d-af71-aaedb92164ae req-396362fd-63aa-4118-b6ce-26ff889e160e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Jul 15 15:02:50.195102 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c4826-47ab-4fae-8b31-a5165b96f22f req-304b173c-ab05-44a8-8a87-1c9f17980db1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:50.196670 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d95c4826-47ab-4fae-8b31-a5165b96f22f req-304b173c-ab05-44a8-8a87-1c9f17980db1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0628161 Jul 15 15:02:50.275082 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d95c4826-47ab-4fae-8b31-a5165b96f22f req-4f7d1a75-6c96-469c-a1ef-90944df56ffa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704367 Jul 15 15:02:50.372289 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-4d682a0f-6b87-4ab3-8c4f-997d32d334e6 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5d28d510bd4c40ebb5fe32f656c4789b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286682 Jul 15 15:02:50.572284 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328e603-ee11-4215-9fef-6286b1d9556b req-67ddb0fe-872d-4f6f-9352-d6be966da7d8 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:50.574491 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-67ddb0fe-872d-4f6f-9352-d6be966da7d8 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961329 Jul 15 15:02:50.591581 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-618a5c95-d5f0-4de9-a9d3-cdc46a5c6925 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/quotas/5d28d510bd4c40ebb5fe32f656c4789b HTTP/1.1" status: 200 len: 375 time: 0.0104268 Jul 15 15:02:50.627038 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-7a5a9eb0-c169-448f-bbac-0920f396f9e6 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d28d510bd4c40ebb5fe32f656c4789b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293670 Jul 15 15:02:50.799523 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1e27558c-4cbd-4dee-8f14-320ebd9f290c req-b0bdf3f8-4173-489f-a480-cce2992a56f7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 210 time: 0.0288749 Jul 15 15:02:51.082150 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c02f28-ad51-40b4-855f-43cfd8b91d8d req-6cbcfa39-d33c-49bd-95c5-e69949c42ed4 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:51.083925 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-66c02f28-ad51-40b4-855f-43cfd8b91d8d req-6cbcfa39-d33c-49bd-95c5-e69949c42ed4 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 946 time: 0.0646107 Jul 15 15:02:51.141508 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-66c02f28-ad51-40b4-855f-43cfd8b91d8d req-16517a08-75eb-42b6-b526-fa6a3189e34b tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499783 Jul 15 15:02:51.335286 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e4aad-5ae4-4fe6-b5b9-f8333b32a2b8 req-315b4567-b893-4cc6-a23e-45cb461ddc41 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:51.336815 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-385e4aad-5ae4-4fe6-b5b9-f8333b32a2b8 req-315b4567-b893-4cc6-a23e-45cb461ddc41 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 945 time: 0.2621877 Jul 15 15:02:51.400370 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-385e4aad-5ae4-4fe6-b5b9-f8333b32a2b8 req-8993c391-7ac6-4291-9650-a3e4542af43f tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559330 Jul 15 15:02:51.431022 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949562d-9ee1-4d1c-8ac1-d54f892e8645 req-ddb0402b-e641-46ea-b21b-8b200a043dea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:51.432773 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7949562d-9ee1-4d1c-8ac1-d54f892e8645 req-ddb0402b-e641-46ea-b21b-8b200a043dea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0759130 Jul 15 15:02:51.497303 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7949562d-9ee1-4d1c-8ac1-d54f892e8645 req-8838b6dd-3b78-4203-8655-df0876ddf89f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583813 Jul 15 15:02:51.802695 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21c8fa-ab4c-42ce-8563-1f795cc7e0b8 req-182bf56b-3f9e-4602-b0e4-eefb6a706cf1 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:51.804026 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2f21c8fa-ab4c-42ce-8563-1f795cc7e0b8 req-182bf56b-3f9e-4602-b0e4-eefb6a706cf1 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.77 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 946 time: 0.0517244 Jul 15 15:02:51.899363 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c54c939d-84b5-4b14-a8fb-7398f19eeb21 req-76e5685f-375b-4758-bfac-3e855705feb0 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 210 time: 0.0272062 Jul 15 15:02:51.937775 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-2f21c8fa-ab4c-42ce-8563-1f795cc7e0b8 req-e8d97247-64e0-42c4-958e-a51c6c5579cb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Deleting port e32909a5-ce86-4365-b4ef-30d06e24f281 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:02:51.938141 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-2f21c8fa-ab4c-42ce-8563-1f795cc7e0b8 req-e8d97247-64e0-42c4-958e-a51c6c5579cb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:52.029417 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-2f21c8fa-ab4c-42ce-8563-1f795cc7e0b8 req-e8d97247-64e0-42c4-958e-a51c6c5579cb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] For port e32909a5-ce86-4365-b4ef-30d06e24f281, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e32909a5-ce86-4365-b4ef-30d06e24f281,segment=NetworkSegment(635895a0-8e57-4ce0-9688-1893e0a0854f),segment_id=635895a0-8e57-4ce0-9688-1893e0a0854f)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:52.029874 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-2f21c8fa-ab4c-42ce-8563-1f795cc7e0b8 req-e8d97247-64e0-42c4-958e-a51c6c5579cb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:52.047014 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-2f21c8fa-ab4c-42ce-8563-1f795cc7e0b8 req-e8d97247-64e0-42c4-958e-a51c6c5579cb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Calling delete_port for e32909a5-ce86-4365-b4ef-30d06e24f281 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:02:52.224978 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-3ea4b3df-6ff4-439b-ac88-825005ff0757 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=5d28d510bd4c40ebb5fe32f656c4789b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355794 Jul 15 15:02:52.274852 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-2f21c8fa-ab4c-42ce-8563-1f795cc7e0b8 req-e8d97247-64e0-42c4-958e-a51c6c5579cb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (e32909a5-ce86-4365-b4ef-30d06e24f281), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:52.295455 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cf0f3fbd-59dc-47a2-9411-9e3b29d03dca req-6ce85638-3b0f-473f-b753-7061d794e5e0 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 210 time: 0.0658383 Jul 15 15:02:52.385021 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d97247-64e0-42c4-958e-a51c6c5579cb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Pushing event deleted for resources: {'Port': ['ID=e32909a5-ce86-4365-b4ef-30d06e24f281,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:52.487022 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f21c8fa-ab4c-42ce-8563-1f795cc7e0b8 req-e8d97247-64e0-42c4-958e-a51c6c5579cb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] No DVR routers for this DVR port e32909a5-ce86-4365-b4ef-30d06e24f281 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:52.507482 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-2f21c8fa-ab4c-42ce-8563-1f795cc7e0b8 req-e8d97247-64e0-42c4-958e-a51c6c5579cb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:52.511976 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2f21c8fa-ab4c-42ce-8563-1f795cc7e0b8 req-e8d97247-64e0-42c4-958e-a51c6c5579cb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.77 "DELETE /v2.0/ports/e32909a5-ce86-4365-b4ef-30d06e24f281 HTTP/1.1" status: 204 len: 173 time: 0.6971550 Jul 15 15:02:52.511976 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7322f64e-c868-4890-a506-d80c2427abbb', 'name': 'network-vif-deleted', 'tag': 'e32909a5-ce86-4365-b4ef-30d06e24f281'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:02:52.514277 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3756fa2-5499-48a1-a2cd-90702e1b9d44" -d '{"events": [{"server_uuid": "7322f64e-c868-4890-a506-d80c2427abbb", "name": "network-vif-deleted", "tag": "e32909a5-ce86-4365-b4ef-30d06e24f281"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:52.550875 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328e603-ee11-4215-9fef-6286b1d9556b req-78e9bb9b-375d-4570-9138-28451614e798 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:52.552790 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-78e9bb9b-375d-4570-9138-28451614e798 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3130794 Jul 15 15:02:52.567937 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a4597-113a-4f31-9d52-56a7a5387773 req-6cad101c-6820-43f5-95d0-ae3f25cff134 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:52.570610 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2a4a4597-113a-4f31-9d52-56a7a5387773 req-6cad101c-6820-43f5-95d0-ae3f25cff134 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 945 time: 0.0742774 Jul 15 15:02:52.572493 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b9c83d-5403-4c21-a42b-43f4aec3a9d7 x-openstack-request-id: req-29b9c83d-5403-4c21-a42b-43f4aec3a9d7 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:52.572825 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7322f64e-c868-4890-a506-d80c2427abbb", "name": "network-vif-deleted", "tag": "e32909a5-ce86-4365-b4ef-30d06e24f281", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:52.573187 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-29b9c83d-5403-4c21-a42b-43f4aec3a9d7 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:52.574250 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b9c83d-5403-4c21-a42b-43f4aec3a9d7'] response: {'server_uuid': '7322f64e-c868-4890-a506-d80c2427abbb', 'name': 'network-vif-deleted', 'tag': 'e32909a5-ce86-4365-b4ef-30d06e24f281', 'status': 'completed', 'code': 200} Jul 15 15:02:52.597743 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Request body: {'port': {'device_id': '89ecd77a-1d2f-413e-8810-3b340fde93eb', 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb', 'admin_state_up': True, 'tenant_id': '5d28d510bd4c40ebb5fe32f656c4789b'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:52.664190 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2a4a4597-113a-4f31-9d52-56a7a5387773 req-ab716ae7-06f1-4f9c-beb9-8b7fd804da3d tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859399 Jul 15 15:02:52.801600 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270de86-26f9-40e2-a682-9ca00b95b03c req-15b92b71-730f-4f9c-b17c-09e44e04a820 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:52.803082 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5270de86-26f9-40e2-a682-9ca00b95b03c req-15b92b71-730f-4f9c-b17c-09e44e04a820 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1145887 Jul 15 15:02:52.831014 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Made reservation on behalf of 5d28d510bd4c40ebb5fe32f656c4789b for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:52.834215 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:52.853495 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:52.893304 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5270de86-26f9-40e2-a682-9ca00b95b03c req-6fcf8d47-0510-4aaf-bb39-630599571fec tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725713 Jul 15 15:02:52.976662 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Publish callbacks [] for security_group (2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:52.986089 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:53.002802 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6d492e61-67bb-42ab-86ea-1d89e21034f3 req-ab533736-c861-4f72-b65f-4299fc16e21b tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 210 time: 0.0302715 Jul 15 15:02:53.049846 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:53.124273 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Allocated IP 192.168.233.146 (7b54a2c8-4f65-4936-a5d1-25dca21a8acb/65cdb7a4-659c-4209-9f36-c500bda30f41/744e7044-5244-42a6-ba43-ba86402f2201) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:53.288660 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Publish callbacks [] for port (744e7044-5244-42a6-ba43-ba86402f2201), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:53.580764 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b06a8cc0-435b-4d6d-b853-b330a39d586a req-05a3fa91-dedf-4444-bb39-95806bb96bcc tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=7322f64e-c868-4890-a506-d80c2427abbb HTTP/1.1" status: 200 len: 210 time: 0.0322382 Jul 15 15:02:53.588569 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (744e7044-5244-42a6-ba43-ba86402f2201), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:53.628224 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Network 7b54a2c8-4f65-4936-a5d1-25dca21a8acb is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:53.631204 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:53.634859 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:02:53.664251 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Pushing event updated for resources: {'Port': ['ID=744e7044-5244-42a6-ba43-ba86402f2201,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:53.696471 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:53.697139 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:53.715136 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-a2e3d9bc-6f83-4f9d-aaf7-7e5f49794de7 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1205182 Jul 15 15:02:53.743944 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Request body: {'port': {'device_id': '89ecd77a-1d2f-413e-8810-3b340fde93eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:53.790980 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8405d-b5c4-441a-8f86-02823b191c5e req-0b0ba8c3-7e3b-4466-877a-be0b1fcb7455 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:53.792505 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-00e8405d-b5c4-441a-8f86-02823b191c5e req-0b0ba8c3-7e3b-4466-877a-be0b1fcb7455 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 945 time: 0.0586946 Jul 15 15:02:53.819988 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (744e7044-5244-42a6-ba43-ba86402f2201), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:53.850084 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-e26235d3-10ba-4b06-9bf8-22fb7654a315 None None] Provisioning complete for port 744e7044-5244-42a6-ba43-ba86402f2201 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:02:53.850672 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e26235d3-10ba-4b06-9bf8-22fb7654a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (744e7044-5244-42a6-ba43-ba86402f2201), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:53.858616 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-00e8405d-b5c4-441a-8f86-02823b191c5e req-9f2c7ee0-9e93-410c-8381-4fd86d75a925 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544839 Jul 15 15:02:53.899960 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-e26235d3-10ba-4b06-9bf8-22fb7654a315 None None] Port 744e7044-5244-42a6-ba43-ba86402f2201 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:02:53.910792 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device e32909a5-ce86-4365-b4ef-30d06e24f281 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:02:53.955006 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: e32909a5-ce86-4365-b4ef-30d06e24f281 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:02:53.955340 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device e32909a5-ce86-4365-b4ef-30d06e24f281 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:02:54.090841 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fb1ba-f0ad-470c-967e-4b7be1f95f00 req-baa083aa-d422-4539-ad6c-5f1a3a41f145 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:54.092499 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7c1fb1ba-f0ad-470c-967e-4b7be1f95f00 req-baa083aa-d422-4539-ad6c-5f1a3a41f145 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1072192 Jul 15 15:02:54.152451 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7de44e-8ca0-4de8-bd6f-e1689708a739 req-442d9711-89e7-47a8-8acf-38d9017fd6fd tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:54.159384 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2e7de44e-8ca0-4de8-bd6f-e1689708a739 req-442d9711-89e7-47a8-8acf-38d9017fd6fd tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 936 time: 0.0791078 Jul 15 15:02:54.188877 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33386) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:54.194984 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7c1fb1ba-f0ad-470c-967e-4b7be1f95f00 req-99df387e-9865-4949-b293-50091a250046 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963471 Jul 15 15:02:54.217899 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744e7044-5244-42a6-ba43-ba86402f2201 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:02:54.230280 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Publish callbacks [] for port (744e7044-5244-42a6-ba43-ba86402f2201), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:54.250106 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Transition to ACTIVE for port object 744e7044-5244-42a6-ba43-ba86402f2201 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:02:54.253368 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2e7de44e-8ca0-4de8-bd6f-e1689708a739 req-5d622627-281f-41d7-b087-46b42fd921cf tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928271 Jul 15 15:02:54.263041 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (744e7044-5244-42a6-ba43-ba86402f2201), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:54.337064 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7bbaf891-2012-44e6-a748-471b1b776a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:54.401066 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Pushing event updated for resources: {'Port': ['ID=744e7044-5244-42a6-ba43-ba86402f2201,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:54.467941 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Attempting to bind port 744e7044-5244-42a6-ba43-ba86402f2201 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:02:54.468318 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Attempting to bind port 744e7044-5244-42a6-ba43-ba86402f2201 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '77ed16b0-53ab-4cd3-a435-6b5957f70b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:02:54.468693 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Attempting to bind port 744e7044-5244-42a6-ba43-ba86402f2201 on network 7b54a2c8-4f65-4936-a5d1-25dca21a8acb {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:02:54.476386 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Port 744e7044-5244-42a6-ba43-ba86402f2201 on network 7b54a2c8-4f65-4936-a5d1-25dca21a8acb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:02:54.477317 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Attempting to bind port 744e7044-5244-42a6-ba43-ba86402f2201 on network 7b54a2c8-4f65-4936-a5d1-25dca21a8acb {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:02:54.492333 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:02:54.492757 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Checking segment: {'id': '77ed16b0-53ab-4cd3-a435-6b5957f70b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:02:54.493158 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Bound using segment: {'id': '77ed16b0-53ab-4cd3-a435-6b5957f70b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:02:54.493648 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Bound port: 744e7044-5244-42a6-ba43-ba86402f2201, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ed16b0-53ab-4cd3-a435-6b5957f70b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:02:54.494022 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (744e7044-5244-42a6-ba43-ba86402f2201), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:54.513334 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7bbaf891-2012-44e6-a748-471b1b776a84 admin admin] Publish callbacks [] for security_group (739548d1-02eb-49c9-9ec9-fb5c46b6d1ed), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:54.518413 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7bbaf891-2012-44e6-a748-471b1b776a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (739548d1-02eb-49c9-9ec9-fb5c46b6d1ed), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:54.566035 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-7bbaf891-2012-44e6-a748-471b1b776a84 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15f926d39a834bad879e8ec56c24eab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3726101 Jul 15 15:02:54.566791 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33398) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:54.568395 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] For port 744e7044-5244-42a6-ba43-ba86402f2201, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:54.572860 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] For port 744e7044-5244-42a6-ba43-ba86402f2201, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=744e7044-5244-42a6-ba43-ba86402f2201,segment=NetworkSegment(77ed16b0-53ab-4cd3-a435-6b5957f70b98),segment_id=77ed16b0-53ab-4cd3-a435-6b5957f70b98)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:54.576047 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaf891-2012-44e6-a748-471b1b776a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739548d1-02eb-49c9-9ec9-fb5c46b6d1ed,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:54.579912 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (744e7044-5244-42a6-ba43-ba86402f2201), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:54.619326 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:54.620036 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:54.621850 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] 10.222.0.77 "PUT /v2.0/ports/744e7044-5244-42a6-ba43-ba86402f2201 HTTP/1.1" status: 200 len: 1098 time: 0.8821361 Jul 15 15:02:54.622485 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ecd77a-1d2f-413e-8810-3b340fde93eb', 'tag': '744e7044-5244-42a6-ba43-ba86402f2201'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:02:54.624884 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0f91aa-77a7-43d3-876a-c9d5a34084d9" -d '{"events": [{"name": "network-changed", "server_uuid": "89ecd77a-1d2f-413e-8810-3b340fde93eb", "tag": "744e7044-5244-42a6-ba43-ba86402f2201"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:54.635101 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-75230b1e-58db-43e7-9981-76a5e4e03931 admin admin] Publish callbacks [] for security_group (739548d1-02eb-49c9-9ec9-fb5c46b6d1ed), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:54.664342 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da2810-2121-4f6a-bcd8-4935bbfaeb87 service neutron] Pushing event updated for resources: {'Port': ['ID=744e7044-5244-42a6-ba43-ba86402f2201,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:54.679480 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-75230b1e-58db-43e7-9981-76a5e4e03931 admin admin] Publish callbacks [] for security_group (739548d1-02eb-49c9-9ec9-fb5c46b6d1ed), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:54.725373 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2308ef4f-1ba8-4d71-8134-d637fd8b29aa x-openstack-request-id: req-2308ef4f-1ba8-4d71-8134-d637fd8b29aa {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:54.726917 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ecd77a-1d2f-413e-8810-3b340fde93eb", "tag": "744e7044-5244-42a6-ba43-ba86402f2201", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:54.727252 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2308ef4f-1ba8-4d71-8134-d637fd8b29aa {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:54.727775 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2308ef4f-1ba8-4d71-8134-d637fd8b29aa'] response: {'name': 'network-changed', 'server_uuid': '89ecd77a-1d2f-413e-8810-3b340fde93eb', 'tag': '744e7044-5244-42a6-ba43-ba86402f2201', 'status': 'completed', 'code': 200} Jul 15 15:02:54.758114 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-75230b1e-58db-43e7-9981-76a5e4e03931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (739548d1-02eb-49c9-9ec9-fb5c46b6d1ed), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:54.764148 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-75230b1e-58db-43e7-9981-76a5e4e03931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:54.765772 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-75230b1e-58db-43e7-9981-76a5e4e03931 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/739548d1-02eb-49c9-9ec9-fb5c46b6d1ed HTTP/1.1" status: 204 len: 168 time: 0.1979733 Jul 15 15:02:54.775359 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75230b1e-58db-43e7-9981-76a5e4e03931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739548d1-02eb-49c9-9ec9-fb5c46b6d1ed,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:54.799190 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328e603-ee11-4215-9fef-6286b1d9556b req-221202dd-f8b4-4440-8274-c6a4841632ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:54.801212 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-221202dd-f8b4-4440-8274-c6a4841632ca service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5d28d510bd4c40ebb5fe32f656c4789b&device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 1132 time: 0.0960441 Jul 15 15:02:54.867863 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-62c4279e-7af3-4cc0-a7e3-a642232dce31 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=744e7044-5244-42a6-ba43-ba86402f2201 HTTP/1.1" status: 200 len: 217 time: 0.0414259 Jul 15 15:02:54.938571 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328e603-ee11-4215-9fef-6286b1d9556b req-166ce014-cbc4-4a05-a727-ae08b7281cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:54.947753 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-166ce014-cbc4-4a05-a727-ae08b7281cdf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65cdb7a4-659c-4209-9f36-c500bda30f41 HTTP/1.1" status: 200 len: 843 time: 0.0630190 Jul 15 15:02:55.055125 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc48f5-d6f2-4899-9f88-bb45ab199e09 req-507dea42-05d5-4f87-9fb4-e6a042071051 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:55.055125 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-80dc48f5-d6f2-4899-9f88-bb45ab199e09 req-507dea42-05d5-4f87-9fb4-e6a042071051 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 945 time: 0.1039052 Jul 15 15:02:55.059694 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328e603-ee11-4215-9fef-6286b1d9556b req-52d3e12c-8d90-4d13-a542-352e5a466abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:55.061326 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-52d3e12c-8d90-4d13-a542-352e5a466abb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7b54a2c8-4f65-4936-a5d1-25dca21a8acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1127305 Jul 15 15:02:55.083360 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-2c0a4180-a7df-448b-a85a-0a60a48016ef tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:55.084864 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-2c0a4180-a7df-448b-a85a-0a60a48016ef tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/networks?id=585753bc-7463-4592-920c-3c881b63b35e HTTP/1.1" status: 200 len: 808 time: 0.1154320 Jul 15 15:02:55.102466 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-53cc67fa-30fd-4bed-a75f-ac5751f5fda9 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/quotas/2b6c94cdde04417596cf1d887e83729a HTTP/1.1" status: 200 len: 375 time: 0.0098231 Jul 15 15:02:55.141500 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-267baf90-8131-4670-b415-0b4fd28d7305 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2b6c94cdde04417596cf1d887e83729a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327156 Jul 15 15:02:55.162483 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-80dc48f5-d6f2-4899-9f88-bb45ab199e09 req-dfd77a46-c61f-483d-b4f5-5d5342301ee0 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001954 Jul 15 15:02:55.201567 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-d36e8229-e1b1-4f43-b9f0-4eca76367b3f service neutron] 10.222.0.77 "GET /v2.0/networks/7b54a2c8-4f65-4936-a5d1-25dca21a8acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255577 Jul 15 15:02:55.258285 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-cc9a8152-0f7b-495e-9708-e93c1c7f9902 service neutron] 10.222.0.47 "GET /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075697 Jul 15 15:02:55.372274 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-e7f4077a-13c7-41d0-b491-6932badd3582 service neutron] 10.222.0.47 "GET /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046546 Jul 15 15:02:55.406408 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b31abf-5c19-4c5d-b682-1a4dccde7e1d req-9ee8ba76-44b2-47ca-83f5-0315aa7252d0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:55.407766 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e5b31abf-5c19-4c5d-b682-1a4dccde7e1d req-9ee8ba76-44b2-47ca-83f5-0315aa7252d0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1317177 Jul 15 15:02:55.414411 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6328e603-ee11-4215-9fef-6286b1d9556b req-e95fa0c9-be4a-4f10-bf08-ba26ed9e144e service neutron] 10.222.0.77 "GET /v2.0/networks/7b54a2c8-4f65-4936-a5d1-25dca21a8acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463079 Jul 15 15:02:55.462033 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e5b31abf-5c19-4c5d-b682-1a4dccde7e1d req-d468eb9c-6edf-48a4-b698-12185a37d754 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466449 Jul 15 15:02:55.577702 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9b9f94f9-6d2d-47f0-ba39-04ba6625c915 req-ed2afcda-313f-44e1-8ef8-ef75596e9511 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 210 time: 0.0441427 Jul 15 15:02:55.650043 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33454) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:55.659353 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f91aa-77a7-43d3-876a-c9d5a34084d9 req-76437219-3585-4f63-8e49-4552fdaca3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:55.661235 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd0f91aa-77a7-43d3-876a-c9d5a34084d9 req-76437219-3585-4f63-8e49-4552fdaca3de service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5d28d510bd4c40ebb5fe32f656c4789b&device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 1132 time: 0.1086390 Jul 15 15:02:55.670120 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3f98b-99a3-408f-bdcc-e085549b2027 req-bce0d9d5-a8ca-4b21-9c9b-770c2dd75af5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:55.677065 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-04a3f98b-99a3-408f-bdcc-e085549b2027 req-bce0d9d5-a8ca-4b21-9c9b-770c2dd75af5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 948 time: 0.1258092 Jul 15 15:02:55.773360 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-692357788-network', 'tenant_id': '2aea0f8cf43e421ab692db69052995c2'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:55.788368 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-04a3f98b-99a3-408f-bdcc-e085549b2027 req-099f4d10-6f14-4aaf-b9bd-bc76e32ae14e tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102188 Jul 15 15:02:55.797467 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Made reservation on behalf of 2aea0f8cf43e421ab692db69052995c2 for: {'network': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:55.799943 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:55.821191 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:55.854471 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f91aa-77a7-43d3-876a-c9d5a34084d9 req-99c9b299-3a1b-497c-8d7e-501e86664f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:55.857854 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd0f91aa-77a7-43d3-876a-c9d5a34084d9 req-99c9b299-3a1b-497c-8d7e-501e86664f0f service neutron] 10.222.0.77 "GET /v2.0/networks?id=7b54a2c8-4f65-4936-a5d1-25dca21a8acb HTTP/1.1" status: 200 len: 870 time: 0.1436815 Jul 15 15:02:55.926676 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd0f91aa-77a7-43d3-876a-c9d5a34084d9 req-6e77bc61-fe3d-4fe4-83fa-48221f69ebf4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=744e7044-5244-42a6-ba43-ba86402f2201 HTTP/1.1" status: 200 len: 217 time: 0.0471621 Jul 15 15:02:56.005979 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Publish callbacks [] for security_group (9d7313d8-d485-4f41-b5ba-e6111068470d), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.015641 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (9d7313d8-d485-4f41-b5ba-e6111068470d), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.063165 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:56.072484 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7313d8-d485-4f41-b5ba-e6111068470d,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:56.083989 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (7cf5190f-fd46-4398-899b-afc70c81ee63), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.084601 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.segments_db [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Added segment 7cf5190f-fd46-4398-899b-afc70c81ee63 of type vlan for network 56a42ae6-651b-4aca-81e0-366c5c071562 Jul 15 15:02:56.115360 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f91aa-77a7-43d3-876a-c9d5a34084d9 req-c1a72656-7258-4c5c-87a5-74950440754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:56.116887 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd0f91aa-77a7-43d3-876a-c9d5a34084d9 req-c1a72656-7258-4c5c-87a5-74950440754f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=65cdb7a4-659c-4209-9f36-c500bda30f41 HTTP/1.1" status: 200 len: 843 time: 0.1149354 Jul 15 15:02:56.130443 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06686618-fbc3-464d-9a27-b8d2ce19f908 req-869ce63a-9c30-4b61-a977-391259be4cf4 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:56.132029 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-06686618-fbc3-464d-9a27-b8d2ce19f908 req-869ce63a-9c30-4b61-a977-391259be4cf4 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 945 time: 0.1205902 Jul 15 15:02:56.141283 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (56a42ae6-651b-4aca-81e0-366c5c071562), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.176093 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (56a42ae6-651b-4aca-81e0-366c5c071562), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.177137 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:56.177747 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.225917 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f91aa-77a7-43d3-876a-c9d5a34084d9 req-61c6f475-d0fc-4abe-b328-658b851c8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:56.227580 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd0f91aa-77a7-43d3-876a-c9d5a34084d9 req-61c6f475-d0fc-4abe-b328-658b851c8b42 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=7b54a2c8-4f65-4936-a5d1-25dca21a8acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0946498 Jul 15 15:02:56.250397 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5990739 Jul 15 15:02:56.253900 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33474) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:02:56.270850 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-26d77fec-955c-458d-aecf-5089406f55de admin admin] Request body: {'subnet': {'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-692357788-subnet', 'tenant_id': '2aea0f8cf43e421ab692db69052995c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:56.290854 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245392f-e2af-4220-9ec1-719f0ea08b36 admin admin] Pushing event updated for resources: {'Network': ['ID=56a42ae6-651b-4aca-81e0-366c5c071562,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:56.307111 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 56a42ae6-651b-4aca-81e0-366c5c071562 details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:56.337390 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d77fec-955c-458d-aecf-5089406f55de admin admin] Made reservation on behalf of 2aea0f8cf43e421ab692db69052995c2 for: {'subnet': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:56.340570 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-26d77fec-955c-458d-aecf-5089406f55de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12400064'] for subnet (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.358400 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd0f91aa-77a7-43d3-876a-c9d5a34084d9 req-2b45123d-948a-4c40-aca4-483d3e24f665 service neutron] 10.222.0.77 "GET /v2.0/networks/7b54a2c8-4f65-4936-a5d1-25dca21a8acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224060 Jul 15 15:02:56.363501 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-06686618-fbc3-464d-9a27-b8d2ce19f908 req-68365116-db84-4fe5-8689-5f6616eb0b70 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Deleting port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:02:56.363841 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-06686618-fbc3-464d-9a27-b8d2ce19f908 req-68365116-db84-4fe5-8689-5f6616eb0b70 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.391921 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ece1ff-6a09-47ea-8eeb-0d8e0fb57c1e req-9c58500a-013e-4694-b8b5-41788df91fb0 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:56.399527 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a8ece1ff-6a09-47ea-8eeb-0d8e0fb57c1e req-9c58500a-013e-4694-b8b5-41788df91fb0 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 945 time: 0.1325173 Jul 15 15:02:56.484834 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a8ece1ff-6a09-47ea-8eeb-0d8e0fb57c1e req-2d03f813-7886-4870-911f-b2e84a7dde4b tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/security-groups?id=62337ff3-8d37-4ab5-aa2b-79e41f3a6365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799005 Jul 15 15:02:56.527107 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-06686618-fbc3-464d-9a27-b8d2ce19f908 req-68365116-db84-4fe5-8689-5f6616eb0b70 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] For port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=16b6a5fa-525c-487a-bf83-d4bffcd0ebfe,segment=NetworkSegment(19a32d10-1d3b-4903-a246-a08e71771408),segment_id=19a32d10-1d3b-4903-a246-a08e71771408)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:56.527473 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-06686618-fbc3-464d-9a27-b8d2ce19f908 req-68365116-db84-4fe5-8689-5f6616eb0b70 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.531731 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd0f91aa-77a7-43d3-876a-c9d5a34084d9 req-f4fa98f2-f047-49e4-9aef-3a15cadeb08d service neutron] 10.222.0.77 "GET /v2.0/networks/7b54a2c8-4f65-4936-a5d1-25dca21a8acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648221 Jul 15 15:02:56.542263 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-06686618-fbc3-464d-9a27-b8d2ce19f908 req-68365116-db84-4fe5-8689-5f6616eb0b70 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Calling delete_port for 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:02:56.605390 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-26d77fec-955c-458d-aecf-5089406f55de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3082405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12400082'] for subnet (5608ad4b-be41-4187-8790-dc8cb731a83d), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.658701 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43891567-5406-4539-bcae-59816f5517b8 req-984e6f1f-1720-48ff-ae41-d25661d87e6e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:56.660226 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-43891567-5406-4539-bcae-59816f5517b8 req-984e6f1f-1720-48ff-ae41-d25661d87e6e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1118698 Jul 15 15:02:56.680266 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-57c770c5-750e-4f6c-b8a7-cedceb5104eb req-561dfbdf-6163-4513-86be-5597fafa1f7d tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 210 time: 0.0451005 Jul 15 15:02:56.704519 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d77fec-955c-458d-aecf-5089406f55de admin admin] Pushing event updated for resources: {'Subnet': ['ID=5608ad4b-be41-4187-8790-dc8cb731a83d,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:56.707672 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d77fec-955c-458d-aecf-5089406f55de admin admin] Checking segment: {'id': '7cf5190f-fd46-4398-899b-afc70c81ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:02:56.708040 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d77fec-955c-458d-aecf-5089406f55de admin admin] Network hostable DHCP agents. Network: 56a42ae6-651b-4aca-81e0-366c5c071562, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:56.726041 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d77fec-955c-458d-aecf-5089406f55de admin admin] Network 56a42ae6-651b-4aca-81e0-366c5c071562 is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:56.736905 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-26d77fec-955c-458d-aecf-5089406f55de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 56a42ae6-651b-4aca-81e0-366c5c071562) {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:56.741587 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d77fec-955c-458d-aecf-5089406f55de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:56.742200 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-26d77fec-955c-458d-aecf-5089406f55de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.746182 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-43891567-5406-4539-bcae-59816f5517b8 req-b5388c84-143f-443b-90b6-37899db3a7f0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794659 Jul 15 15:02:56.749158 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f02711c-92a3-4476-8193-a5813d14a5fd None None] Network 56a42ae6-651b-4aca-81e0-366c5c071562 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:02:56.755064 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-06686618-fbc3-464d-9a27-b8d2ce19f908 req-68365116-db84-4fe5-8689-5f6616eb0b70 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (16b6a5fa-525c-487a-bf83-d4bffcd0ebfe), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.769195 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-26d77fec-955c-458d-aecf-5089406f55de admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5088725 Jul 15 15:02:56.787731 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68365116-db84-4fe5-8689-5f6616eb0b70 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Pushing event deleted for resources: {'Port': ['ID=16b6a5fa-525c-487a-bf83-d4bffcd0ebfe,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:56.800620 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['16b6a5fa-525c-487a-bf83-d4bffcd0ebfe'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:56.845456 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-06686618-fbc3-464d-9a27-b8d2ce19f908 req-68365116-db84-4fe5-8689-5f6616eb0b70 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] No DVR routers for this DVR port 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:56.853922 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-06686618-fbc3-464d-9a27-b8d2ce19f908 req-68365116-db84-4fe5-8689-5f6616eb0b70 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:56.857852 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-06686618-fbc3-464d-9a27-b8d2ce19f908 req-68365116-db84-4fe5-8689-5f6616eb0b70 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.77 "DELETE /v2.0/ports/16b6a5fa-525c-487a-bf83-d4bffcd0ebfe HTTP/1.1" status: 204 len: 173 time: 0.6957498 Jul 15 15:02:56.858318 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad150760-987c-4d37-bf3c-dcdbeb4b54f3', 'name': 'network-vif-deleted', 'tag': '16b6a5fa-525c-487a-bf83-d4bffcd0ebfe'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:02:56.860985 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c989e83-cc52-4d55-9111-302dd06000c8" -d '{"events": [{"server_uuid": "ad150760-987c-4d37-bf3c-dcdbeb4b54f3", "name": "network-vif-deleted", "tag": "16b6a5fa-525c-487a-bf83-d4bffcd0ebfe"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:56.935229 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2233a9f1-3ce1-42c0-b7d2-c65b52f5c22e x-openstack-request-id: req-2233a9f1-3ce1-42c0-b7d2-c65b52f5c22e {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:56.935714 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad150760-987c-4d37-bf3c-dcdbeb4b54f3", "name": "network-vif-deleted", "tag": "16b6a5fa-525c-487a-bf83-d4bffcd0ebfe", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:56.936115 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2233a9f1-3ce1-42c0-b7d2-c65b52f5c22e {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:56.936688 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2233a9f1-3ce1-42c0-b7d2-c65b52f5c22e'] response: {'server_uuid': 'ad150760-987c-4d37-bf3c-dcdbeb4b54f3', 'name': 'network-vif-deleted', 'tag': '16b6a5fa-525c-487a-bf83-d4bffcd0ebfe', 'status': 'completed', 'code': 200} Jul 15 15:02:56.952095 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d225d6-6e95-404e-8f77-4190bbf4ab16 None None] Network 56a42ae6-651b-4aca-81e0-366c5c071562 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:02:57.008156 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616969a3-5fc4-476c-a4ce-a6393c375e00 req-9c646f9e-1eed-496c-b514-3a535837e158 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:57.010047 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-616969a3-5fc4-476c-a4ce-a6393c375e00 req-9c646f9e-1eed-496c-b514-3a535837e158 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 948 time: 0.1265540 Jul 15 15:02:57.097482 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-616969a3-5fc4-476c-a4ce-a6393c375e00 req-8c575fca-1881-4cf2-b165-8977e97ddccd tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799577 Jul 15 15:02:57.287649 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-93a65c0f-b68a-4fb0-b2cc-20d1b3fbacbc tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:57.289417 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-93a65c0f-b68a-4fb0-b2cc-20d1b3fbacbc tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.77 "GET /v2.0/networks?id=585753bc-7463-4592-920c-3c881b63b35e HTTP/1.1" status: 200 len: 808 time: 0.1041744 Jul 15 15:02:57.313351 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Request body: {'port': {'device_id': '3a991242-297e-45fc-b27a-4ca78b5064e9', 'network_id': '585753bc-7463-4592-920c-3c881b63b35e', 'admin_state_up': True, 'tenant_id': '2b6c94cdde04417596cf1d887e83729a'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:57.467172 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Made reservation on behalf of 2b6c94cdde04417596cf1d887e83729a for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:57.470657 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:57.610404 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cc4de8f5-879b-48d8-8590-2501e7ea0d88 req-fc491fda-33c1-45fc-aace-2caa9c68c6c9 tempest-DeleteServersTestJSON-2064975635 tempest-DeleteServersTestJSON-2064975635-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad150760-987c-4d37-bf3c-dcdbeb4b54f3 HTTP/1.1" status: 200 len: 210 time: 0.0410869 Jul 15 15:02:57.659283 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Allocated IP 172.20.0.13 (585753bc-7463-4592-920c-3c881b63b35e/e80c26ac-e45f-4c78-99aa-898d7c2e6a7c/3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:57.779718 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-32a7c8ea-f0f8-4f13-b230-f8ea51e36f9c req-9d36eac5-8c1d-444b-84e5-b406cb4a1ad9 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 210 time: 0.0290046 Jul 15 15:02:57.811803 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks [] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:57.870629 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:57.925971 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8f74f-537b-46c6-99d0-98c9039e3aba req-eb3726bf-53bd-4a56-ac60-23f2660465b8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:57.927489 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2e8f74f-537b-46c6-99d0-98c9039e3aba req-eb3726bf-53bd-4a56-ac60-23f2660465b8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0994802 Jul 15 15:02:57.931008 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Network 585753bc-7463-4592-920c-3c881b63b35e is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:57.939433 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:57.946075 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:02:57.948347 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Pushing event updated for resources: {'Port': ['ID=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:58.020699 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:58.021578 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:58.031937 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2e8f74f-537b-46c6-99d0-98c9039e3aba req-8a9aba8f-3476-4bb6-9721-316b91bd92ae tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906968 Jul 15 15:02:58.043911 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-991a9e66-7e5b-41d5-b998-8c9d587ae373 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7345581 Jul 15 15:02:58.087049 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Request body: {'port': {'device_id': '3a991242-297e-45fc-b27a-4ca78b5064e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:02:58.152755 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:58.237016 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68650160-28d5-4fa0-b593-86294ceecba1 req-9fc2d3b2-6d43-41ef-8c90-e29ec0703388 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:58.241067 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-68650160-28d5-4fa0-b593-86294ceecba1 req-9fc2d3b2-6d43-41ef-8c90-e29ec0703388 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 948 time: 0.0594294 Jul 15 15:02:58.295408 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-68650160-28d5-4fa0-b593-86294ceecba1 req-f6089d31-7260-4b68-b743-817c55fd6239 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505214 Jul 15 15:02:58.421820 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:02:58.429105 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Publish callbacks [] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:58.441541 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Transition to ACTIVE for port object 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:02:58.445729 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:58.497047 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Pushing event updated for resources: {'Port': ['ID=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:58.572842 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Attempting to bind port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:02:58.573256 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Attempting to bind port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '635895a0-8e57-4ce0-9688-1893e0a0854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '585753bc-7463-4592-920c-3c881b63b35e'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:02:58.573702 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Attempting to bind port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d on network 585753bc-7463-4592-920c-3c881b63b35e {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:02:58.578440 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d on network 585753bc-7463-4592-920c-3c881b63b35e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:02:58.578769 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Attempting to bind port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d on network 585753bc-7463-4592-920c-3c881b63b35e {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:02:58.583566 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:02:58.583910 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Checking segment: {'id': '635895a0-8e57-4ce0-9688-1893e0a0854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '585753bc-7463-4592-920c-3c881b63b35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:02:58.584298 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Bound using segment: {'id': '635895a0-8e57-4ce0-9688-1893e0a0854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '585753bc-7463-4592-920c-3c881b63b35e'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:02:58.584763 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Bound port: 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635895a0-8e57-4ce0-9688-1893e0a0854f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '585753bc-7463-4592-920c-3c881b63b35e'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:02:58.585144 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:58.654936 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] For port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:58.658184 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] For port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d,segment=NetworkSegment(635895a0-8e57-4ce0-9688-1893e0a0854f),segment_id=635895a0-8e57-4ce0-9688-1893e0a0854f)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:58.665113 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:58.750828 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:58.751332 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:02:58.752753 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] 10.222.0.77 "PUT /v2.0/ports/3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d HTTP/1.1" status: 200 len: 1094 time: 0.6698539 Jul 15 15:02:58.788296 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55c37c-cb2c-424f-b0f2-6e752cd064dd service neutron] Pushing event updated for resources: {'Port': ['ID=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:58.872680 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-a4bc4e19-fe31-4dfe-a4c7-48a1f86a4941 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:58.874211 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-a4bc4e19-fe31-4dfe-a4c7-48a1f86a4941 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/networks?id=56a42ae6-651b-4aca-81e0-366c5c071562 HTTP/1.1" status: 200 len: 813 time: 0.2040493 Jul 15 15:02:58.896072 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-aee94cff-193c-4029-987e-af1743e0d59a tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/quotas/2aea0f8cf43e421ab692db69052995c2 HTTP/1.1" status: 200 len: 375 time: 0.0140800 Jul 15 15:02:58.898374 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-4edbed26-015c-4e48-adf8-96a8056890a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:58.899830 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-4edbed26-015c-4e48-adf8-96a8056890a7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b6c94cdde04417596cf1d887e83729a&device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 1128 time: 0.0832274 Jul 15 15:02:58.943692 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a991242-297e-45fc-b27a-4ca78b5064e9', 'tag': '3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:02:58.946651 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db28c004-092a-4275-be7c-8ee5b36ec06f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a991242-297e-45fc-b27a-4ca78b5064e9", "tag": "3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:58.967708 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996b063-e485-401c-9bca-f4fbbe292050 req-de73373c-a31b-4682-b60d-f696703025ab tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:58.968494 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-3f5981c2-bd92-4c0c-a5b1-204fcfe184f3 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2aea0f8cf43e421ab692db69052995c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577619 Jul 15 15:02:58.969558 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e996b063-e485-401c-9bca-f4fbbe292050 req-de73373c-a31b-4682-b60d-f696703025ab tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 944 time: 0.0750606 Jul 15 15:02:59.025237 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-8cc28c6a-906a-484b-9344-58b623160ce3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d HTTP/1.1" status: 200 len: 217 time: 0.0912509 Jul 15 15:02:59.027819 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e996b063-e485-401c-9bca-f4fbbe292050 req-92a0d3b6-c07c-4ac6-bde7-2676a858f802 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456502 Jul 15 15:02:59.073944 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db57fcc7-772a-4769-9b2a-953bb6ea546b x-openstack-request-id: req-db57fcc7-772a-4769-9b2a-953bb6ea546b {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:59.074272 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a991242-297e-45fc-b27a-4ca78b5064e9", "tag": "3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:59.074531 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-db57fcc7-772a-4769-9b2a-953bb6ea546b {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:59.074933 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db57fcc7-772a-4769-9b2a-953bb6ea546b'] response: {'name': 'network-changed', 'server_uuid': '3a991242-297e-45fc-b27a-4ca78b5064e9', 'tag': '3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d', 'status': 'completed', 'code': 200} Jul 15 15:02:59.124180 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-c6a53503-d47e-4e9b-92a6-3f9e1797e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:59.125827 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-c6a53503-d47e-4e9b-92a6-3f9e1797e49b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e80c26ac-e45f-4c78-99aa-898d7c2e6a7c HTTP/1.1" status: 200 len: 848 time: 0.0856745 Jul 15 15:02:59.172985 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-6fc5df34-ff4c-4c40-b4a4-1c02ebc3818b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=585753bc-7463-4592-920c-3c881b63b35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397096 Jul 15 15:02:59.178229 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-5f9e6307-df79-430f-9656-eea5f07369a5 service neutron] 10.222.0.47 "GET /v2.0/networks/56a42ae6-651b-4aca-81e0-366c5c071562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614637 Jul 15 15:02:59.180377 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883f6be-2566-4120-a569-3e02f4ac4102 req-ec0d46d6-232c-4e5d-8a39-d34cebbfb873 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:59.181901 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f883f6be-2566-4120-a569-3e02f4ac4102 req-ec0d46d6-232c-4e5d-8a39-d34cebbfb873 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0646515 Jul 15 15:02:59.232210 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f883f6be-2566-4120-a569-3e02f4ac4102 req-492eb041-df70-4d51-a106-ea1545aab9fb tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Jul 15 15:02:59.423886 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec556819-4ed3-4eec-a4aa-a6d3c7657b0a req-d12bed95-3bb7-4847-abf0-df729806f766 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:59.425609 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ec556819-4ed3-4eec-a4aa-a6d3c7657b0a req-d12bed95-3bb7-4847-abf0-df729806f766 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 948 time: 0.0615344 Jul 15 15:02:59.482546 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ec556819-4ed3-4eec-a4aa-a6d3c7657b0a req-804e3f14-566f-4782-9622-ff6353dc0620 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500181 Jul 15 15:02:59.589892 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-8f32cdfc-7c08-4996-9dfd-8adc8a1c7274 service neutron] 10.222.0.47 "GET /v2.0/networks/56a42ae6-651b-4aca-81e0-366c5c071562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020028 Jul 15 15:02:59.591555 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-ce77301d-442a-47ad-9071-8252e94f472b service neutron] 10.222.0.77 "GET /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116302 Jul 15 15:02:59.682182 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0a835e7-74fd-49cc-aa5a-2f11e61cd547 req-949818df-d6a3-42df-b05f-b01f5d9659a7 service neutron] 10.222.0.77 "GET /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844948 Jul 15 15:02:59.747784 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-376049ed-bbf2-4d55-a305-08e933f38521 req-05020417-0860-43f4-83bb-79d10c8c223c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 210 time: 0.0278242 Jul 15 15:02:59.834105 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28c004-092a-4275-be7c-8ee5b36ec06f req-e22c6046-2151-4bb9-954b-3e3f86ca455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:59.835685 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-db28c004-092a-4275-be7c-8ee5b36ec06f req-e22c6046-2151-4bb9-954b-3e3f86ca455f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2b6c94cdde04417596cf1d887e83729a&device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 1128 time: 0.0546398 Jul 15 15:02:59.929077 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 744e7044-5244-42a6-ba43-ba86402f2201 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:59.940893 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:02:59.951403 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28c004-092a-4275-be7c-8ee5b36ec06f req-573f459c-dfd1-4d8d-b9f6-c47e74387b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:02:59.954449 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-db28c004-092a-4275-be7c-8ee5b36ec06f req-573f459c-dfd1-4d8d-b9f6-c47e74387b0f service neutron] 10.222.0.77 "GET /v2.0/networks?id=585753bc-7463-4592-920c-3c881b63b35e HTTP/1.1" status: 200 len: 909 time: 0.1094372 Jul 15 15:02:59.967327 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:02:59.967805 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 16b6a5fa-525c-487a-bf83-d4bffcd0ebfe not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:00.008133 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-db28c004-092a-4275-be7c-8ee5b36ec06f req-7efe5667-6115-4815-a3b6-77535e33eaf6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d HTTP/1.1" status: 200 len: 217 time: 0.0472341 Jul 15 15:03:00.109938 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28c004-092a-4275-be7c-8ee5b36ec06f req-f3089115-5f5e-4456-a3ce-909cd40d8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:00.111645 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-db28c004-092a-4275-be7c-8ee5b36ec06f req-f3089115-5f5e-4456-a3ce-909cd40d8f7e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e80c26ac-e45f-4c78-99aa-898d7c2e6a7c HTTP/1.1" status: 200 len: 848 time: 0.0971291 Jul 15 15:03:00.134905 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 744e7044-5244-42a6-ba43-ba86402f2201, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=744e7044-5244-42a6-ba43-ba86402f2201,segment=NetworkSegment(77ed16b0-53ab-4cd3-a435-6b5957f70b98),segment_id=77ed16b0-53ab-4cd3-a435-6b5957f70b98)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:00.171614 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33592) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:00.178575 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '744e7044-5244-42a6-ba43-ba86402f2201', 'network_id': '7b54a2c8-4f65-4936-a5d1-25dca21a8acb', 'port_id': '744e7044-5244-42a6-ba43-ba86402f2201', 'mac_address': 'fa:16:3e:d9:53:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65cdb7a4-659c-4209-9f36-c500bda30f41', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:03:00.180560 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-db28c004-092a-4275-be7c-8ee5b36ec06f req-e3d698f3-2554-42b5-82dc-d6c1714180a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=585753bc-7463-4592-920c-3c881b63b35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609004 Jul 15 15:03:00.245813 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 744e7044-5244-42a6-ba43-ba86402f2201 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:00.246027 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (744e7044-5244-42a6-ba43-ba86402f2201), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:00.282105 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744e7044-5244-42a6-ba43-ba86402f2201 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:03:00.318881 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 744e7044-5244-42a6-ba43-ba86402f2201, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=744e7044-5244-42a6-ba43-ba86402f2201,segment=NetworkSegment(77ed16b0-53ab-4cd3-a435-6b5957f70b98),segment_id=77ed16b0-53ab-4cd3-a435-6b5957f70b98)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:00.324913 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (744e7044-5244-42a6-ba43-ba86402f2201), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:00.388609 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f3de8-3841-492d-8aad-e56f045e69c7 req-e0ec2c42-0a24-49e2-aeb7-0b72673ffedb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:00.389630 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5e6f3de8-3841-492d-8aad-e56f045e69c7 req-e0ec2c42-0a24-49e2-aeb7-0b72673ffedb tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 944 time: 0.2116721 Jul 15 15:03:00.391996 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-db28c004-092a-4275-be7c-8ee5b36ec06f req-37f2cbad-e4c5-4b72-ae87-ca3f581abef3 service neutron] 10.222.0.77 "GET /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839128 Jul 15 15:03:00.417350 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=744e7044-5244-42a6-ba43-ba86402f2201,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:00.466310 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0955a45-9982-4a05-8735-8fe493acd2f3 req-61dccb7b-759d-44ec-97de-ec92303e030d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:00.473255 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a0955a45-9982-4a05-8735-8fe493acd2f3 req-61dccb7b-759d-44ec-97de-ec92303e030d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1390321 Jul 15 15:03:00.545927 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5e6f3de8-3841-492d-8aad-e56f045e69c7 req-1a553fdb-a4ae-47c9-98aa-3bc7feb211bd tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493642 Jul 15 15:03:00.572918 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a0955a45-9982-4a05-8735-8fe493acd2f3 req-1bab7bca-7cb6-41bd-bf0d-b6470fe6b653 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984898 Jul 15 15:03:00.595798 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-db28c004-092a-4275-be7c-8ee5b36ec06f req-2be52a2a-802c-4cf4-8c1f-196ce2c9793b service neutron] 10.222.0.77 "GET /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695008 Jul 15 15:03:00.670675 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f3f5e-4013-4e3f-83f9-bb644b8903ef req-4eb059dd-f0e4-4d98-945b-f9d5eea2539e tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:00.672098 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fb0f3f5e-4013-4e3f-83f9-bb644b8903ef req-4eb059dd-f0e4-4d98-945b-f9d5eea2539e tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 949 time: 0.0597959 Jul 15 15:03:00.722074 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fb0f3f5e-4013-4e3f-83f9-bb644b8903ef req-ffaf2dde-9e08-440e-924b-baf93c41ef70 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442054 Jul 15 15:03:00.755300 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-65cc47a1-43ea-4a27-aa2c-26aa706510af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919785'] for router_interface (1d24a33e-bb80-4a64-a27a-f2b72ce69748), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:00.864015 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9be05162-c6dd-4fe0-80c5-30363352ad97 req-8e80f298-b5c9-4985-befe-469fd07fa688 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 210 time: 0.0338683 Jul 15 15:03:00.982702 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['744e7044-5244-42a6-ba43-ba86402f2201'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:01.075126 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-65cc47a1-43ea-4a27-aa2c-26aa706510af admin admin] Deleting port e30220f1-a6b6-4322-9d04-61613a70a6c1 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:03:01.075616 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-65cc47a1-43ea-4a27-aa2c-26aa706510af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:01.168929 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-65cc47a1-43ea-4a27-aa2c-26aa706510af admin admin] For port e30220f1-a6b6-4322-9d04-61613a70a6c1, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=e30220f1-a6b6-4322-9d04-61613a70a6c1,segment=NetworkSegment(19a32d10-1d3b-4903-a246-a08e71771408),segment_id=19a32d10-1d3b-4903-a246-a08e71771408)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:01.169291 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-65cc47a1-43ea-4a27-aa2c-26aa706510af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:01.181827 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-65cc47a1-43ea-4a27-aa2c-26aa706510af admin admin] Calling delete_port for e30220f1-a6b6-4322-9d04-61613a70a6c1 owned by network:router_interface {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:03:01.289121 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-234fc8ca-fdf5-45af-9e17-13f1d6303e59 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:01.291084 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-234fc8ca-fdf5-45af-9e17-13f1d6303e59 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.77 "GET /v2.0/networks?id=56a42ae6-651b-4aca-81e0-366c5c071562 HTTP/1.1" status: 200 len: 813 time: 0.1117370 Jul 15 15:03:01.324625 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Request body: {'port': {'device_id': 'af70ad8a-c18c-4b9c-be03-4b5b1984b2d1', 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562', 'admin_state_up': True, 'tenant_id': '2aea0f8cf43e421ab692db69052995c2'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:03:01.393914 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-65cc47a1-43ea-4a27-aa2c-26aa706510af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (e30220f1-a6b6-4322-9d04-61613a70a6c1), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:01.422596 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc47a1-43ea-4a27-aa2c-26aa706510af admin admin] Pushing event deleted for resources: {'Port': ['ID=e30220f1-a6b6-4322-9d04-61613a70a6c1,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:01.436751 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Made reservation on behalf of 2aea0f8cf43e421ab692db69052995c2 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:01.440411 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:01.588828 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Allocated IP 172.20.0.5 (56a42ae6-651b-4aca-81e0-366c5c071562/5608ad4b-be41-4187-8790-dc8cb731a83d/12da343a-1f63-4c44-946f-7ba011314f81) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:01.632888 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-65cc47a1-43ea-4a27-aa2c-26aa706510af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919669'] for router_interface (1d24a33e-bb80-4a64-a27a-f2b72ce69748), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:01.786434 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1e130-5d34-435d-bc70-c786ecef7e5f req-3ea335db-bd04-4311-a9ce-4e3d3a3dbdfe tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:01.788660 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-38c1e130-5d34-435d-bc70-c786ecef7e5f req-3ea335db-bd04-4311-a9ce-4e3d3a3dbdfe tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 944 time: 0.1244256 Jul 15 15:03:01.867515 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks [] for port (12da343a-1f63-4c44-946f-7ba011314f81), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:01.880069 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-38c1e130-5d34-435d-bc70-c786ecef7e5f req-ce246dc4-974d-47c2-899e-6f95c4dbc39e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848606 Jul 15 15:03:01.919675 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (12da343a-1f63-4c44-946f-7ba011314f81), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:01.985935 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Network 56a42ae6-651b-4aca-81e0-366c5c071562 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:01.990735 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:02.015562 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:03:02.040555 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Pushing event updated for resources: {'Port': ['ID=12da343a-1f63-4c44-946f-7ba011314f81,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:02.048950 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe41ec-115b-45f6-bc61-630bf7162e3f req-99d8f494-ef89-4c0d-ae87-fe209ff342b5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:02.055461 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-86fe41ec-115b-45f6-bc61-630bf7162e3f req-99d8f494-ef89-4c0d-ae87-fe209ff342b5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.3525944 Jul 15 15:03:02.075869 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:02.076653 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.095327 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b976627-a530-4dc5-8b6c-02efd1ac1b32 req-5768f31e-7f08-4fc6-a7c2-424b7cb843e4 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:02.097033 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0b976627-a530-4dc5-8b6c-02efd1ac1b32 req-5768f31e-7f08-4fc6-a7c2-424b7cb843e4 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 949 time: 0.1319726 Jul 15 15:03:02.105332 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-488633b4-dd25-4408-a305-7fcfab369dfe tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7853267 Jul 15 15:03:02.140315 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Request body: {'port': {'device_id': 'af70ad8a-c18c-4b9c-be03-4b5b1984b2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:03:02.151334 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-86fe41ec-115b-45f6-bc61-630bf7162e3f req-7eafb3c3-1d89-47c5-b0e3-f46b6c2fbb31 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919793 Jul 15 15:03:02.178773 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0b976627-a530-4dc5-8b6c-02efd1ac1b32 req-62bd125c-f2d5-4c65-88b3-cb0b6b221d69 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724669 Jul 15 15:03:02.187237 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 33648) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:02.209805 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cc47a1-43ea-4a27-aa2c-26aa706510af admin admin] Router 1d24a33e-bb80-4a64-a27a-f2b72ce69748 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:03:02.225781 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (12da343a-1f63-4c44-946f-7ba011314f81), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.344795 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-26d0211f-4f2a-49fd-ab0e-02b9fa4d4449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.350058 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b28a73-180a-4783-96be-52d410f9fe72 req-babf7134-8465-4a02-921d-f16d53ba688b tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:02.351523 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-59b28a73-180a-4783-96be-52d410f9fe72 req-babf7134-8465-4a02-921d-f16d53ba688b tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 931 time: 0.1004198 Jul 15 15:03:02.356281 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cc47a1-43ea-4a27-aa2c-26aa706510af admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:02.362751 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-65cc47a1-43ea-4a27-aa2c-26aa706510af admin admin] 10.222.0.47 "PUT /v2.0/routers/1d24a33e-bb80-4a64-a27a-f2b72ce69748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1896651 Jul 15 15:03:02.367758 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 33652) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:02.369486 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052daee0-4a9d-4fc6-a421-b61a5f758cdc None None] Sync routers for ids ['1d24a33e-bb80-4a64-a27a-f2b72ce69748'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:02.381334 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052daee0-4a9d-4fc6-a421-b61a5f758cdc None None] Routers {'1d24a33e-bb80-4a64-a27a-f2b72ce69748'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:03:02.382766 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-052daee0-4a9d-4fc6-a421-b61a5f758cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:02:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['1d24a33e-bb80-4a64-a27a-f2b72ce69748'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:02.406502 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-59b28a73-180a-4783-96be-52d410f9fe72 req-1298fd8d-e924-49e8-8a7e-6dbf6938d6fa tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482383 Jul 15 15:03:02.482330 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-052daee0-4a9d-4fc6-a421-b61a5f758cdc None None] Set router 1d24a33e-bb80-4a64-a27a-f2b72ce69748 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:03:02.592401 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Publish callbacks [] for router (1d24a33e-bb80-4a64-a27a-f2b72ce69748), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.654332 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-26d0211f-4f2a-49fd-ab0e-02b9fa4d4449 admin admin] Publish callbacks [] for security_group (0d8a4341-9583-495b-83b2-ad6a6a14d990), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.663939 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-052daee0-4a9d-4fc6-a421-b61a5f758cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'name': 'tempest-DeleteServersTestJSON-604469301-router', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:03:01Z', 'revision_number': 5, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'gw_port': {'id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:02.666204 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-26d0211f-4f2a-49fd-ab0e-02b9fa4d4449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (0d8a4341-9583-495b-83b2-ad6a6a14d990), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.687953 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052daee0-4a9d-4fc6-a421-b61a5f758cdc None None] Checking router: 1d24a33e-bb80-4a64-a27a-f2b72ce69748 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:02.696228 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052daee0-4a9d-4fc6-a421-b61a5f758cdc None None] Routers {'1d24a33e-bb80-4a64-a27a-f2b72ce69748'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:03:02.696866 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-052daee0-4a9d-4fc6-a421-b61a5f758cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:02:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['1d24a33e-bb80-4a64-a27a-f2b72ce69748'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:02.765523 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12da343a-1f63-4c44-946f-7ba011314f81 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:03:02.773428 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0211f-4f2a-49fd-ab0e-02b9fa4d4449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8a4341-9583-495b-83b2-ad6a6a14d990,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:02.780588 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-26d0211f-4f2a-49fd-ab0e-02b9fa4d4449 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d7cacd1372440f1be1398c140192bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5896728 Jul 15 15:03:02.781107 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33654) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:02.781571 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Publish callbacks [] for port (12da343a-1f63-4c44-946f-7ba011314f81), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.799842 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-052daee0-4a9d-4fc6-a421-b61a5f758cdc None None] Set router 1d24a33e-bb80-4a64-a27a-f2b72ce69748 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:03:02.804389 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Transition to ACTIVE for port object 12da343a-1f63-4c44-946f-7ba011314f81 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:03:02.811727 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (12da343a-1f63-4c44-946f-7ba011314f81), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.814123 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Publish callbacks [] for router_gateway (1d24a33e-bb80-4a64-a27a-f2b72ce69748), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.853720 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3e901e3d-13c8-49b8-8494-7060b6c72c54 admin admin] Publish callbacks [] for security_group (0d8a4341-9583-495b-83b2-ad6a6a14d990), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.883214 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3e901e3d-13c8-49b8-8494-7060b6c72c54 admin admin] Publish callbacks [] for security_group (0d8a4341-9583-495b-83b2-ad6a6a14d990), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.902856 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Pushing event updated for resources: {'Port': ['ID=12da343a-1f63-4c44-946f-7ba011314f81,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:02.944527 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3e901e3d-13c8-49b8-8494-7060b6c72c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (0d8a4341-9583-495b-83b2-ad6a6a14d990), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.956358 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3e901e3d-13c8-49b8-8494-7060b6c72c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:02.960037 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-3e901e3d-13c8-49b8-8494-7060b6c72c54 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d8a4341-9583-495b-83b2-ad6a6a14d990 HTTP/1.1" status: 204 len: 168 time: 0.1771286 Jul 15 15:03:02.981887 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e901e3d-13c8-49b8-8494-7060b6c72c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8a4341-9583-495b-83b2-ad6a6a14d990,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:02.985651 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Deleting port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:03:02.986007 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.043265 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-052daee0-4a9d-4fc6-a421-b61a5f758cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'name': 'tempest-DeleteServersTestJSON-604469301-router', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:03:01Z', 'revision_number': 5, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'gw_port': {'id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:03.072324 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052daee0-4a9d-4fc6-a421-b61a5f758cdc None None] The sync data for ids ['1d24a33e-bb80-4a64-a27a-f2b72ce69748'] in dv-cinder-848821-1-iscsi is: [{'id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'name': 'tempest-DeleteServersTestJSON-604469301-router', 'tenant_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:03:01Z', 'revision_number': 5, 'project_id': '814fda1748c94c2aba9d46d2d5c6f8c5', 'gw_port': {'id': 'db6daee8-67e2-4622-9f3e-b6e0f89e3f5c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d24a33e-bb80-4a64-a27a-f2b72ce69748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:03.115483 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Attempting to bind port 12da343a-1f63-4c44-946f-7ba011314f81 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:03:03.115824 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Attempting to bind port 12da343a-1f63-4c44-946f-7ba011314f81 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '7cf5190f-fd46-4398-899b-afc70c81ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:03:03.116162 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Attempting to bind port 12da343a-1f63-4c44-946f-7ba011314f81 on network 56a42ae6-651b-4aca-81e0-366c5c071562 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:03:03.129695 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Port 12da343a-1f63-4c44-946f-7ba011314f81 on network 56a42ae6-651b-4aca-81e0-366c5c071562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:03:03.130117 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Attempting to bind port 12da343a-1f63-4c44-946f-7ba011314f81 on network 56a42ae6-651b-4aca-81e0-366c5c071562 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:03:03.152048 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:03:03.152048 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Checking segment: {'id': '7cf5190f-fd46-4398-899b-afc70c81ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:03:03.152454 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Bound using segment: {'id': '7cf5190f-fd46-4398-899b-afc70c81ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:03:03.154034 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Bound port: 12da343a-1f63-4c44-946f-7ba011314f81, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf5190f-fd46-4398-899b-afc70c81ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:03:03.154034 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (12da343a-1f63-4c44-946f-7ba011314f81), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.180719 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] For port db6daee8-67e2-4622-9f3e-b6e0f89e3f5c, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=db6daee8-67e2-4622-9f3e-b6e0f89e3f5c,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:03.181085 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.197501 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323b59f-7f91-4db3-b493-2cf34a5482e9 req-6d6d4b41-429f-4af0-a02c-f2a3fc7dcb22 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:03.199951 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e323b59f-7f91-4db3-b493-2cf34a5482e9 req-6d6d4b41-429f-4af0-a02c-f2a3fc7dcb22 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 944 time: 0.2105701 Jul 15 15:03:03.229164 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Calling delete_port for db6daee8-67e2-4622-9f3e-b6e0f89e3f5c owned by network:router_gateway {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:03:03.295781 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240358b-d9c0-4e4d-8023-c05239d2a74c req-f3388ff0-a649-414d-9478-9aeb9791071d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:03.297340 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e240358b-d9c0-4e4d-8023-c05239d2a74c req-f3388ff0-a649-414d-9478-9aeb9791071d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0673094 Jul 15 15:03:03.306528 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33666) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:03.330405 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] For port 12da343a-1f63-4c44-946f-7ba011314f81, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:03.332273 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1497e25c-e653-4a75-bc1d-c7c221698bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.350925 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e323b59f-7f91-4db3-b493-2cf34a5482e9 req-c6515c9f-854c-422d-b59c-fdeab977ca05 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315596 Jul 15 15:03:03.353341 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] For port 12da343a-1f63-4c44-946f-7ba011314f81, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=12da343a-1f63-4c44-946f-7ba011314f81,segment=NetworkSegment(7cf5190f-fd46-4398-899b-afc70c81ee63),segment_id=7cf5190f-fd46-4398-899b-afc70c81ee63)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:03.367398 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (12da343a-1f63-4c44-946f-7ba011314f81), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.388243 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e240358b-d9c0-4e4d-8023-c05239d2a74c req-fa7fe8e5-673e-42d7-ae19-60e13eb3fa32 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743339 Jul 15 15:03:03.473710 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1497e25c-e653-4a75-bc1d-c7c221698bbe admin admin] Publish callbacks [] for security_group (cc24fc8b-348a-41b2-bb1f-01c1adcfa6c4), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.482177 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1497e25c-e653-4a75-bc1d-c7c221698bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (cc24fc8b-348a-41b2-bb1f-01c1adcfa6c4), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.496214 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:03.497241 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.498675 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] 10.222.0.77 "PUT /v2.0/ports/12da343a-1f63-4c44-946f-7ba011314f81 HTTP/1.1" status: 200 len: 1093 time: 1.3642645 Jul 15 15:03:03.507820 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af70ad8a-c18c-4b9c-be03-4b5b1984b2d1', 'tag': '12da343a-1f63-4c44-946f-7ba011314f81'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:03:03.511993 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c615220-2ad9-4bfe-afaf-ea2f10938a63" -d '{"events": [{"name": "network-changed", "server_uuid": "af70ad8a-c18c-4b9c-be03-4b5b1984b2d1", "tag": "12da343a-1f63-4c44-946f-7ba011314f81"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:03.564600 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc758a-9660-4a79-bfc7-6ea9991465e9 service neutron] Pushing event updated for resources: {'Port': ['ID=12da343a-1f63-4c44-946f-7ba011314f81,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:03.581902 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-1497e25c-e653-4a75-bc1d-c7c221698bbe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf6319c2cfb14da98decd02b993d7dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740028 Jul 15 15:03:03.584588 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497e25c-e653-4a75-bc1d-c7c221698bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc24fc8b-348a-41b2-bb1f-01c1adcfa6c4,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:03.588178 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33672) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:03.644240 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b342aa6-c82a-4c77-a84e-0a646bb4c760 req-194b777f-8294-4e7a-bbf9-ec8a2bb1d50f tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:03.645784 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1b342aa6-c82a-4c77-a84e-0a646bb4c760 req-194b777f-8294-4e7a-bbf9-ec8a2bb1d50f tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 943 time: 0.1517797 Jul 15 15:03:03.659027 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-efb78eaf-e23b-4946-8da0-01e87f05465f req-2a2838b6-48d7-4b3b-a0d9-328be565791e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2562609 Jul 15 15:03:03.673463 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3fd927-02e1-4cd0-bb1f-7bb16b9ec8e2 req-fce68034-c004-4c1f-b045-7111ccca70bc tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:03.674945 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a3fd927-02e1-4cd0-bb1f-7bb16b9ec8e2 req-fce68034-c004-4c1f-b045-7111ccca70bc tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 949 time: 0.2046659 Jul 15 15:03:03.688256 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ec121efd-6db5-46e7-b531-f500f4717530 admin admin] Publish callbacks [] for security_group (cc24fc8b-348a-41b2-bb1f-01c1adcfa6c4), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.711550 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-77f86bf3-5d07-4c48-a110-bc0dd9384f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:03.713054 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-77f86bf3-5d07-4c48-a110-bc0dd9384f9b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2aea0f8cf43e421ab692db69052995c2&device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 1127 time: 0.1418142 Jul 15 15:03:03.717785 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (db6daee8-67e2-4622-9f3e-b6e0f89e3f5c), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.726656 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ec121efd-6db5-46e7-b531-f500f4717530 admin admin] Publish callbacks [] for security_group (cc24fc8b-348a-41b2-bb1f-01c1adcfa6c4), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.731049 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1b342aa6-c82a-4c77-a84e-0a646bb4c760 req-4a1ee907-4aab-49ee-8f0f-7a4973e462e3 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748117 Jul 15 15:03:03.789448 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ec121efd-6db5-46e7-b531-f500f4717530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (cc24fc8b-348a-41b2-bb1f-01c1adcfa6c4), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.791807 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6daee8-67e2-4622-9f3e-b6e0f89e3f5c,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:03.792459 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ec121efd-6db5-46e7-b531-f500f4717530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:03.794137 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ec121efd-6db5-46e7-b531-f500f4717530 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc24fc8b-348a-41b2-bb1f-01c1adcfa6c4 HTTP/1.1" status: 204 len: 168 time: 0.2014689 Jul 15 15:03:03.796427 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f534223b-6f4a-4708-b2ff-0ce3f71e2d88 x-openstack-request-id: req-f534223b-6f4a-4708-b2ff-0ce3f71e2d88 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:03.796716 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af70ad8a-c18c-4b9c-be03-4b5b1984b2d1", "tag": "12da343a-1f63-4c44-946f-7ba011314f81", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:03.796984 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f534223b-6f4a-4708-b2ff-0ce3f71e2d88 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:03.797379 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f534223b-6f4a-4708-b2ff-0ce3f71e2d88'] response: {'name': 'network-changed', 'server_uuid': 'af70ad8a-c18c-4b9c-be03-4b5b1984b2d1', 'tag': '12da343a-1f63-4c44-946f-7ba011314f81', 'status': 'completed', 'code': 200} Jul 15 15:03:03.804167 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec121efd-6db5-46e7-b531-f500f4717530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc24fc8b-348a-41b2-bb1f-01c1adcfa6c4,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:03.851737 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-4bd944e2-2e7c-4349-b851-47008ef9397b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12da343a-1f63-4c44-946f-7ba011314f81 HTTP/1.1" status: 200 len: 217 time: 0.0825715 Jul 15 15:03:03.872732 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a3fd927-02e1-4cd0-bb1f-7bb16b9ec8e2 req-a14a7a6d-f668-4b3d-99b0-83da458c8b4f tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888268 Jul 15 15:03:03.936783 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:03:03.951717 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 744e7044-5244-42a6-ba43-ba86402f2201 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:03.959725 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78eaf-e23b-4946-8da0-01e87f05465f req-261e2351-2abc-4ded-b855-c26dceb8e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:03.961285 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-efb78eaf-e23b-4946-8da0-01e87f05465f req-261e2351-2abc-4ded-b855-c26dceb8e9aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 1130 time: 0.1906605 Jul 15 15:03:03.962606 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-cbae6109-6459-43ac-a718-511881cbaa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:03.964020 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-cbae6109-6459-43ac-a718-511881cbaa06 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5608ad4b-be41-4187-8790-dc8cb731a83d HTTP/1.1" status: 200 len: 853 time: 0.0965364 Jul 15 15:03:03.966575 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919507'] for router_gateway (1d24a33e-bb80-4a64-a27a-f2b72ce69748), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.058615 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 744e7044-5244-42a6-ba43-ba86402f2201 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:03:04.063999 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 744e7044-5244-42a6-ba43-ba86402f2201 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:04.064752 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (744e7044-5244-42a6-ba43-ba86402f2201), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.085195 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-5ab82d9a-d14f-455e-a76e-90bf4140a373 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=56a42ae6-651b-4aca-81e0-366c5c071562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022713 Jul 15 15:03:04.124444 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d,segment=NetworkSegment(635895a0-8e57-4ce0-9688-1893e0a0854f),segment_id=635895a0-8e57-4ce0-9688-1893e0a0854f)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:04.143099 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d', 'network_id': '585753bc-7463-4592-920c-3c881b63b35e', 'port_id': '3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d', 'mac_address': 'fa:16:3e:69:56:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80c26ac-e45f-4c78-99aa-898d7c2e6a7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:03:04.154350 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59243'] for router (1d24a33e-bb80-4a64-a27a-f2b72ce69748), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.166007 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Publish callbacks [] for router_controller (1d24a33e-bb80-4a64-a27a-f2b72ce69748), precommit_delete_associations {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.202514 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:04.202915 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.224490 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:03:04.229937 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 744e7044-5244-42a6-ba43-ba86402f2201 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:04.230498 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (744e7044-5244-42a6-ba43-ba86402f2201), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.264410 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d,segment=NetworkSegment(635895a0-8e57-4ce0-9688-1893e0a0854f),segment_id=635895a0-8e57-4ce0-9688-1893e0a0854f)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:04.271090 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ecd77a-1d2f-413e-8810-3b340fde93eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744e7044-5244-42a6-ba43-ba86402f2201'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:03:04.273906 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af435bf1-c815-41d5-a254-b6c3b4c9073c" -d '{"events": [{"server_uuid": "89ecd77a-1d2f-413e-8810-3b340fde93eb", "name": "network-vif-plugged", "status": "completed", "tag": "744e7044-5244-42a6-ba43-ba86402f2201"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:04.284196 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.291477 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 744e7044-5244-42a6-ba43-ba86402f2201, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=744e7044-5244-42a6-ba43-ba86402f2201,segment=NetworkSegment(77ed16b0-53ab-4cd3-a435-6b5957f70b98),segment_id=77ed16b0-53ab-4cd3-a435-6b5957f70b98)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:04.318546 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (744e7044-5244-42a6-ba43-ba86402f2201), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.336339 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68576084-8206-45a1-9df6-615f98b6e562 x-openstack-request-id: req-68576084-8206-45a1-9df6-615f98b6e562 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:04.336695 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ecd77a-1d2f-413e-8810-3b340fde93eb", "name": "network-vif-plugged", "status": "completed", "tag": "744e7044-5244-42a6-ba43-ba86402f2201", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:04.336959 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68576084-8206-45a1-9df6-615f98b6e562 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:04.337362 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68576084-8206-45a1-9df6-615f98b6e562'] response: {'server_uuid': '89ecd77a-1d2f-413e-8810-3b340fde93eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744e7044-5244-42a6-ba43-ba86402f2201', 'code': 200} Jul 15 15:03:04.351588 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:04.459927 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=744e7044-5244-42a6-ba43-ba86402f2201,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:04.526825 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:03:04.568445 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b37975-1b24-49ed-83a5-869e92ae3d95 req-e4fee553-dde0-46b7-a690-5921674ec561 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:04.573577 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-08b37975-1b24-49ed-83a5-869e92ae3d95 req-e4fee553-dde0-46b7-a690-5921674ec561 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0748789 Jul 15 15:03:04.581246 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920899'] for router (1d24a33e-bb80-4a64-a27a-f2b72ce69748), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.581831 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d24a33e-bb80-4a64-a27a-f2b72ce69748 {{(pid=103713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:03:04.603094 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.604278 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-d43783d5-9496-4ea5-a182-f81b0c3c5f91 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1d24a33e-bb80-4a64-a27a-f2b72ce69748 HTTP/1.1" status: 204 len: 168 time: 2.2348695 Jul 15 15:03:04.618450 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33700) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:04.676616 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78eaf-e23b-4946-8da0-01e87f05465f req-d455e44a-6e67-427a-8c4e-6e1737dfd167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:04.678013 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-efb78eaf-e23b-4946-8da0-01e87f05465f req-d455e44a-6e67-427a-8c4e-6e1737dfd167 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 915 time: 0.6287594 Jul 15 15:03:04.688010 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-099c4375-7276-4a0f-8e2f-7634c5e859f8 service neutron] 10.222.0.77 "GET /v2.0/networks/56a42ae6-651b-4aca-81e0-366c5c071562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488710 Jul 15 15:03:04.690371 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7663d7-3987-47d2-a6fc-edb9f8f7cc86 admin admin] Deleting subnet fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca {{(pid=103712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:03:04.697359 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb0282-76a4-48dd-9e4c-5d860bd01b10 req-5e071440-6a11-4b67-bdd2-e0f5b9705a18 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:04.699607 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3dfb0282-76a4-48dd-9e4c-5d860bd01b10 req-5e071440-6a11-4b67-bdd2-e0f5b9705a18 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 945 time: 0.2369418 Jul 15 15:03:04.710073 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-08b37975-1b24-49ed-83a5-869e92ae3d95 req-0e0eba1e-f62d-495b-82f8-21c12a185b73 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304905 Jul 15 15:03:04.713469 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-bb7663d7-3987-47d2-a6fc-edb9f8f7cc86 admin admin] Publish callbacks [] for subnet (fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.759219 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-bb7663d7-3987-47d2-a6fc-edb9f8f7cc86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785271'] for subnet (fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.803384 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:04.831589 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d09a8d-893b-4b47-8873-333a243ed7b9 req-ba51c572-af60-4ba3-bd20-ff2cd14bbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:04.833198 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a3d09a8d-893b-4b47-8873-333a243ed7b9 req-ba51c572-af60-4ba3-bd20-ff2cd14bbdce service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 1134 time: 0.2157288 Jul 15 15:03:04.888881 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-efb78eaf-e23b-4946-8da0-01e87f05465f req-e28ae757-d8a1-4f63-b451-fccbf356879f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6dce89a-8073-4a24-b77f-96ecdfe6f936 HTTP/1.1" status: 200 len: 1002 time: 0.1993692 Jul 15 15:03:04.917228 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3dfb0282-76a4-48dd-9e4c-5d860bd01b10 req-00e43bb4-7306-41ff-b9a3-cc82ea87c652 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926715 Jul 15 15:03:04.960236 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-bb7663d7-3987-47d2-a6fc-edb9f8f7cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:04.994099 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee503241-49d3-4ca3-abd6-a690177bf840 req-2d43ad37-1eeb-4f58-84b2-d99fc0ccfd63 service neutron] 10.222.0.77 "GET /v2.0/networks/56a42ae6-651b-4aca-81e0-366c5c071562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929561 Jul 15 15:03:04.996359 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a3d09a8d-893b-4b47-8873-333a243ed7b9 req-7ffd3551-c91f-4906-bd6c-a03721f06a62 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519492 Jul 15 15:03:04.998179 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78eaf-e23b-4946-8da0-01e87f05465f req-bc4ef218-90a2-4f02-bc3d-d259676cf09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:04.999573 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-efb78eaf-e23b-4946-8da0-01e87f05465f req-bc4ef218-90a2-4f02-bc3d-d259676cf09b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.1013300 Jul 15 15:03:05.043920 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc0b5e-5978-400f-8881-b70e8853a7c9 req-b50afce3-c5c9-46f5-b038-bdc469afb870 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:05.045986 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-64fc0b5e-5978-400f-8881-b70e8853a7c9 req-b50afce3-c5c9-46f5-b038-bdc469afb870 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 943 time: 0.2159388 Jul 15 15:03:05.095702 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae31dbf-60c4-4549-9edc-35356d89af86 req-c946cb3d-258f-48d7-b7d0-9212c53638ee tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:05.103978 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-aae31dbf-60c4-4549-9edc-35356d89af86 req-c946cb3d-258f-48d7-b7d0-9212c53638ee tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 950 time: 0.0740426 Jul 15 15:03:05.111250 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-bb7663d7-3987-47d2-a6fc-edb9f8f7cc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3082468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12400101'] for subnet (fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.118065 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-64fc0b5e-5978-400f-8881-b70e8853a7c9 req-af1dcee8-1eb1-4107-a818-c0a4e26f0c02 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647275 Jul 15 15:03:05.148017 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7663d7-3987-47d2-a6fc-edb9f8f7cc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:05.153023 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-bb7663d7-3987-47d2-a6fc-edb9f8f7cc86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.156118 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-bb7663d7-3987-47d2-a6fc-edb9f8f7cc86 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fb8875b9-1a9d-47a2-bf4b-660a36d7b7ca HTTP/1.1" status: 204 len: 168 time: 0.5366149 Jul 15 15:03:05.160715 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33716) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:05.161463 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda21e0-a444-499d-831f-a5ada55a13ac None None] Network baca9e78-5acd-446b-98d4-f1c07d9b285a requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:03:05.167911 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-aae31dbf-60c4-4549-9edc-35356d89af86 req-72fc70cb-1bfd-4899-a195-2e4767843cca tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630145 Jul 15 15:03:05.294044 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (baca9e78-5acd-446b-98d4-f1c07d9b285a), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.345932 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device e30220f1-a6b6-4322-9d04-61613a70a6c1 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:05.352642 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Deleting port 782b0500-cfbb-4384-a31c-a255f9e10bf4 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:03:05.352994 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.376137 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: e30220f1-a6b6-4322-9d04-61613a70a6c1 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:03:05.376491 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device e30220f1-a6b6-4322-9d04-61613a70a6c1 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:05.376957 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device db6daee8-67e2-4622-9f3e-b6e0f89e3f5c no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:05.400491 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: db6daee8-67e2-4622-9f3e-b6e0f89e3f5c {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:03:05.400872 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device db6daee8-67e2-4622-9f3e-b6e0f89e3f5c not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:05.434242 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] For port 782b0500-cfbb-4384-a31c-a255f9e10bf4, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=782b0500-cfbb-4384-a31c-a255f9e10bf4,segment=NetworkSegment(19a32d10-1d3b-4903-a246-a08e71771408),segment_id=19a32d10-1d3b-4903-a246-a08e71771408)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:05.434999 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.452312 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Calling delete_port for 782b0500-cfbb-4384-a31c-a255f9e10bf4 owned by network:dhcp {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:03:05.529817 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcdf326-c218-4c04-a071-172b5cc2fc0f None None] DHCP port deletion for baca9e78-5acd-446b-98d4-f1c07d9b285a request from dv-cinder-848821-1-iscsi {{(pid=103714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 15:03:05.544889 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb78eaf-e23b-4946-8da0-01e87f05465f req-ddeb390c-fda2-452d-8eb9-666c22563da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:05.547268 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-efb78eaf-e23b-4946-8da0-01e87f05465f req-ddeb390c-fda2-452d-8eb9-666c22563da5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735264 Jul 15 15:03:05.557528 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.577472 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-edcdf326-c218-4c04-a071-172b5cc2fc0f None None] Deleting port 782b0500-cfbb-4384-a31c-a255f9e10bf4 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:03:05.577802 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-edcdf326-c218-4c04-a071-172b5cc2fc0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.585548 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Pushing event deleted for resources: {'Port': ['ID=782b0500-cfbb-4384-a31c-a255f9e10bf4,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:05.585548 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] No DVR routers for this DVR port 782b0500-cfbb-4384-a31c-a255f9e10bf4 on host dv-cinder-848821-1-iscsi {{(pid=103712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:05.652843 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-edcdf326-c218-4c04-a071-172b5cc2fc0f None None] For port 782b0500-cfbb-4384-a31c-a255f9e10bf4, host dv-cinder-848821-1-iscsi, got binding levels [] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:05.653882 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-edcdf326-c218-4c04-a071-172b5cc2fc0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.672574 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-edcdf326-c218-4c04-a071-172b5cc2fc0f None None] Calling delete_port for 782b0500-cfbb-4384-a31c-a255f9e10bf4 owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:03:05.680987 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.ipam_backend_mixin [None req-edcdf326-c218-4c04-a071-172b5cc2fc0f None None] Port 782b0500-cfbb-4384-a31c-a255f9e10bf4 was not found and therefore no delete operation was performed {{(pid=103714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Jul 15 15:03:05.687830 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (baca9e78-5acd-446b-98d4-f1c07d9b285a), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.690239 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-edcdf326-c218-4c04-a071-172b5cc2fc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494'] for port (782b0500-cfbb-4384-a31c-a255f9e10bf4), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.710523 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c615220-2ad9-4bfe-afaf-ea2f10938a63 req-d9190a00-4743-49c5-a880-f26beb908065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:05.712336 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c615220-2ad9-4bfe-afaf-ea2f10938a63 req-d9190a00-4743-49c5-a880-f26beb908065 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2aea0f8cf43e421ab692db69052995c2&device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 1127 time: 0.1401513 Jul 15 15:03:05.719676 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baca9e78-5acd-446b-98d4-f1c07d9b285a']}} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:05.728040 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdf326-c218-4c04-a071-172b5cc2fc0f None None] Pushing event deleted for resources: {'Port': ['ID=782b0500-cfbb-4384-a31c-a255f9e10bf4,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:05.733466 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a32d10-1d3b-4903-a246-a08e71771408') {'for_net_delete': True} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:05.734055 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a32d10-1d3b-4903-a246-a08e71771408') {} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:05.746467 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785230'] for segment (19a32d10-1d3b-4903-a246-a08e71771408), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.749384 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcdf326-c218-4c04-a071-172b5cc2fc0f None None] No DVR routers for this DVR port 782b0500-cfbb-4384-a31c-a255f9e10bf4 on host dv-cinder-848821-1-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:05.772667 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (19a32d10-1d3b-4903-a246-a08e71771408), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.781417 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:03:05.781826 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3082334'] for segment (19a32d10-1d3b-4903-a246-a08e71771408), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.791660 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-efb78eaf-e23b-4946-8da0-01e87f05465f req-2701206b-fd00-439a-890f-b09a5fb06333 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113850 Jul 15 15:03:05.837426 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.services.segments.plugin [-] Segment 19a32d10-1d3b-4903-a246-a08e71771408 resource provider aggregate not found Jul 15 15:03:05.866948 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.services.segments.plugin [-] Segment 19a32d10-1d3b-4903-a246-a08e71771408 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19a32d10-1d3b-4903-a246-a08e71771408 found for delete ", "request_id": "req-9c6d713c-d0cf-4081-8592-8708430a0ba0"}]} Jul 15 15:03:05.900608 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c615220-2ad9-4bfe-afaf-ea2f10938a63 req-09070e7c-3306-41cc-956a-052a5d58f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:05.902024 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c615220-2ad9-4bfe-afaf-ea2f10938a63 req-09070e7c-3306-41cc-956a-052a5d58f7a7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=56a42ae6-651b-4aca-81e0-366c5c071562 HTTP/1.1" status: 200 len: 914 time: 0.1789296 Jul 15 15:03:05.924077 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (baca9e78-5acd-446b-98d4-f1c07d9b285a), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.936687 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:05.942300 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] 10.222.0.47 "DELETE /v2.0/networks/baca9e78-5acd-446b-98d4-f1c07d9b285a HTTP/1.1" status: 204 len: 168 time: 0.7781639 Jul 15 15:03:05.956765 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c615220-2ad9-4bfe-afaf-ea2f10938a63 req-d02939b9-931c-44db-bbf1-6ef7a9b26f55 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12da343a-1f63-4c44-946f-7ba011314f81 HTTP/1.1" status: 200 len: 217 time: 0.0482895 Jul 15 15:03:05.957644 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3673f-53b3-4fc4-9209-e14b34b81083 req-5b0d3780-0769-4a66-a407-788c195e6ab4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:05.959027 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-efb78eaf-e23b-4946-8da0-01e87f05465f req-dd65d853-e0e7-4671-b9ec-9ae51586e4b2 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603196 Jul 15 15:03:05.965766 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d7d3673f-53b3-4fc4-9209-e14b34b81083 req-5b0d3780-0769-4a66-a407-788c195e6ab4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1237612 Jul 15 15:03:05.972904 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a5955-7e67-4560-ab86-108cc459681f admin admin] Pushing event deleted for resources: {'Network': ['ID=baca9e78-5acd-446b-98d4-f1c07d9b285a,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:06.041656 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c615220-2ad9-4bfe-afaf-ea2f10938a63 req-bc3c6ce1-956f-4d87-9d9f-4f27ad43d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:06.044134 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c615220-2ad9-4bfe-afaf-ea2f10938a63 req-bc3c6ce1-956f-4d87-9d9f-4f27ad43d0b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5608ad4b-be41-4187-8790-dc8cb731a83d HTTP/1.1" status: 200 len: 853 time: 0.0683417 Jul 15 15:03:06.058746 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d7d3673f-53b3-4fc4-9209-e14b34b81083 req-4949d8de-2154-4faa-aca2-f118e2e471c1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877564 Jul 15 15:03:06.117178 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c615220-2ad9-4bfe-afaf-ea2f10938a63 req-2a65d434-218c-4e69-9c8b-4d1e32af8f81 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=56a42ae6-651b-4aca-81e0-366c5c071562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673294 Jul 15 15:03:06.188598 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945e44c-9c60-44d3-8c63-36c14954b448 req-4ad318bd-69f7-4b35-9f0b-bb89d8630e45 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:06.190132 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4945e44c-9c60-44d3-8c63-36c14954b448 req-4ad318bd-69f7-4b35-9f0b-bb89d8630e45 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 945 time: 0.1286077 Jul 15 15:03:06.203895 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33746) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:06.279023 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-be33c48a-554a-44e1-9cbb-55e21320ec0a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=814fda1748c94c2aba9d46d2d5c6f8c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0740063 Jul 15 15:03:06.281656 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33752) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:06.282967 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4945e44c-9c60-44d3-8c63-36c14954b448 req-ba9538c9-2cdd-48b1-bba4-cb11aa00fb61 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809858 Jul 15 15:03:06.304862 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c615220-2ad9-4bfe-afaf-ea2f10938a63 req-2ce3061c-3127-4f49-9039-cca7e8027113 service neutron] 10.222.0.77 "GET /v2.0/networks/56a42ae6-651b-4aca-81e0-366c5c071562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658647 Jul 15 15:03:06.309060 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598dc29-2649-458b-8ba4-438193432a2d req-fb524546-db69-4211-9e2c-da52eb39e268 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:06.310553 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f598dc29-2649-458b-8ba4-438193432a2d req-fb524546-db69-4211-9e2c-da52eb39e268 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 943 time: 0.1104572 Jul 15 15:03:06.383378 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-555bf555-9fd2-4461-940a-b5febfe0f5e1 admin admin] Publish callbacks [] for security_group (62337ff3-8d37-4ab5-aa2b-79e41f3a6365), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:06.388341 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f598dc29-2649-458b-8ba4-438193432a2d req-7ae787c5-1b0f-4bd9-9c84-3adece94234a tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718696 Jul 15 15:03:06.409451 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-555bf555-9fd2-4461-940a-b5febfe0f5e1 admin admin] Publish callbacks [] for security_group (62337ff3-8d37-4ab5-aa2b-79e41f3a6365), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:06.453448 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c615220-2ad9-4bfe-afaf-ea2f10938a63 req-24910c90-b45d-4474-a338-b09c336939ae service neutron] 10.222.0.77 "GET /v2.0/networks/56a42ae6-651b-4aca-81e0-366c5c071562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433241 Jul 15 15:03:06.457506 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-555bf555-9fd2-4461-940a-b5febfe0f5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (62337ff3-8d37-4ab5-aa2b-79e41f3a6365), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:06.460017 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-555bf555-9fd2-4461-940a-b5febfe0f5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:06.461350 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-555bf555-9fd2-4461-940a-b5febfe0f5e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62337ff3-8d37-4ab5-aa2b-79e41f3a6365 HTTP/1.1" status: 204 len: 168 time: 0.1786242 Jul 15 15:03:06.461458 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c6f16-7c58-4017-a420-150eea2f7601 req-04a4ab79-ea7a-4596-9afb-17d16024010f tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:06.462756 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-697c6f16-7c58-4017-a420-150eea2f7601 req-04a4ab79-ea7a-4596-9afb-17d16024010f tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 950 time: 0.0933585 Jul 15 15:03:06.470117 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bf555-9fd2-4461-940a-b5febfe0f5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62337ff3-8d37-4ab5-aa2b-79e41f3a6365,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:06.517717 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-697c6f16-7c58-4017-a420-150eea2f7601 req-6ed5b75a-4f99-4bf7-9fe8-06569394829c tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483022 Jul 15 15:03:06.732788 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:06.992329 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 782b0500-cfbb-4384-a31c-a255f9e10bf4 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:07.013104 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 782b0500-cfbb-4384-a31c-a255f9e10bf4 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:03:07.013475 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 782b0500-cfbb-4384-a31c-a255f9e10bf4 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:07.174021 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 33776) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:07.174455 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2374d6-49a6-4952-b13d-8de394c712b0 req-9db11072-4bf2-4055-a829-f1d47cc15cb4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:07.175619 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bb2374d6-49a6-4952-b13d-8de394c712b0 req-9db11072-4bf2-4055-a829-f1d47cc15cb4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0568485 Jul 15 15:03:07.222856 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bb2374d6-49a6-4952-b13d-8de394c712b0 req-a32bc1da-2af6-4ef6-a0a2-77b6dc580700 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Jul 15 15:03:07.272914 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-833799647-network', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:03:07.293307 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Made reservation on behalf of a5b10a89a32a439195ee8e69d5d51655 for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:07.295912 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:07.305432 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:07.463994 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Publish callbacks [] for security_group (b0755a50-293c-48cd-8685-3c516c77dd19), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:07.478455 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f4fd5-e78f-48ac-b816-34cc5137520a req-10527f0c-f3c0-4542-a767-0937e4edc66d tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:07.480756 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-312f4fd5-e78f-48ac-b816-34cc5137520a req-10527f0c-f3c0-4542-a767-0937e4edc66d tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 945 time: 0.1057880 Jul 15 15:03:07.481602 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b0755a50-293c-48cd-8685-3c516c77dd19), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:07.525594 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:03:07.540287 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052594b-1ce3-4571-a536-30e316759d4d req-ddcb1607-2fc2-47cb-ac88-76538b4a9f71 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:07.540736 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0755a50-293c-48cd-8685-3c516c77dd19,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:07.543102 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e052594b-1ce3-4571-a536-30e316759d4d req-ddcb1607-2fc2-47cb-ac88-76538b4a9f71 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 943 time: 0.0769098 Jul 15 15:03:07.543936 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (c72058a5-bde1-47c9-81eb-ca5e7ec12d52), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:07.544287 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Added segment c72058a5-bde1-47c9-81eb-ca5e7ec12d52 of type vlan for network 6bc3d271-2ef5-49bb-a731-b4563e428444 Jul 15 15:03:07.595940 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-312f4fd5-e78f-48ac-b816-34cc5137520a req-724f6587-359f-4117-a52e-caa8d9c799a5 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028805 Jul 15 15:03:07.610026 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (6bc3d271-2ef5-49bb-a731-b4563e428444), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:07.623673 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e052594b-1ce3-4571-a536-30e316759d4d req-5896dd43-2210-40bf-bc71-6837dd831a07 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689442 Jul 15 15:03:07.637735 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1401f71d-21ed-4345-9d60-b015405fa9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:07.640206 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (6bc3d271-2ef5-49bb-a731-b4563e428444), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:07.641212 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:07.641803 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:07.716300 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5411272 Jul 15 15:03:07.719688 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33798) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:07.724489 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-5d4668bd-d395-4916-a324-f7303bc7c0d7 admin admin] Request body: {'subnet': {'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-subnet', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:03:07.748809 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4668bd-d395-4916-a324-f7303bc7c0d7 admin admin] Made reservation on behalf of a5b10a89a32a439195ee8e69d5d51655 for: {'subnet': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:07.750372 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5d4668bd-d395-4916-a324-f7303bc7c0d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12400064'] for subnet (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:07.760296 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121e564-084c-46ea-a6ee-b7d921eb817f admin admin] Pushing event updated for resources: {'Network': ['ID=6bc3d271-2ef5-49bb-a731-b4563e428444,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:07.790775 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 6bc3d271-2ef5-49bb-a731-b4563e428444 details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:03:07.809557 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcda5d-8aac-4980-8d00-ddf96866f975 req-38af7e70-4ce8-4293-8ad9-850a88c1e8ec tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:07.817302 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6abcda5d-8aac-4980-8d00-ddf96866f975 req-38af7e70-4ce8-4293-8ad9-850a88c1e8ec tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 950 time: 0.1242220 Jul 15 15:03:07.890381 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6abcda5d-8aac-4980-8d00-ddf96866f975 req-cb4b38d1-0012-47f8-8fca-27b9012727a5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715599 Jul 15 15:03:07.943018 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:07.943879 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5d4668bd-d395-4916-a324-f7303bc7c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3082405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12400082'] for subnet (91da5f73-afdf-40ef-8514-e3bc1855b00b), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.008298 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:03:08.012867 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:08.013017 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4668bd-d395-4916-a324-f7303bc7c0d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91da5f73-afdf-40ef-8514-e3bc1855b00b,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:08.013253 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.020447 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4668bd-d395-4916-a324-f7303bc7c0d7 admin admin] Checking segment: {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:03:08.020838 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4668bd-d395-4916-a324-f7303bc7c0d7 admin admin] Network hostable DHCP agents. Network: 6bc3d271-2ef5-49bb-a731-b4563e428444, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:03:08.057488 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4668bd-d395-4916-a324-f7303bc7c0d7 admin admin] Network 6bc3d271-2ef5-49bb-a731-b4563e428444 is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:03:08.070387 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-5d4668bd-d395-4916-a324-f7303bc7c0d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 6bc3d271-2ef5-49bb-a731-b4563e428444) {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:08.081215 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4668bd-d395-4916-a324-f7303bc7c0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:08.082258 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5d4668bd-d395-4916-a324-f7303bc7c0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.104956 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a1134-e246-42f6-bf79-dc0bfae35723 None None] Network 6bc3d271-2ef5-49bb-a731-b4563e428444 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:03:08.114886 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-5d4668bd-d395-4916-a324-f7303bc7c0d7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3938298 Jul 15 15:03:08.117375 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33810) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:08.124346 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:03:08.166205 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3921144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59253'] for router (436e19d0-84a9-4644-a17a-bc2757507467), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.167660 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3734711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59260'] for router (436e19d0-84a9-4644-a17a-bc2757507467), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.200060 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:08.201073 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.234803 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Publish callbacks [] for router_controller (436e19d0-84a9-4644-a17a-bc2757507467), precommit_add_association {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.251338 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d269e-f5a8-416f-9834-97e070d66b16 req-373de708-97ae-45a3-a06d-f4ddfff4f8a4 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:08.254250 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d13d269e-f5a8-416f-9834-97e070d66b16 req-373de708-97ae-45a3-a06d-f4ddfff4f8a4 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 950 time: 0.1003957 Jul 15 15:03:08.269792 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a991242-297e-45fc-b27a-4ca78b5064e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:03:08.273665 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59460216-ef43-4bdf-b7f0-b6db9e0cfd36" -d '{"events": [{"server_uuid": "3a991242-297e-45fc-b27a-4ca78b5064e9", "name": "network-vif-plugged", "status": "completed", "tag": "3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:08.331183 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d,segment=NetworkSegment(635895a0-8e57-4ce0-9688-1893e0a0854f),segment_id=635895a0-8e57-4ce0-9688-1893e0a0854f)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:08.338086 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.367449 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d13d269e-f5a8-416f-9834-97e070d66b16 req-23ec9edc-9a76-4cd9-81a4-b030e3d7d44a tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071887 Jul 15 15:03:08.372863 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-6bc3d271-2ef5-49bb-a731-b4563e428444', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 15:03:08.374597 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.419847 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:08.423347 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575a3a00-a488-47ac-a71a-96ef95b8e7f4 x-openstack-request-id: req-575a3a00-a488-47ac-a71a-96ef95b8e7f4 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:08.423664 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a991242-297e-45fc-b27a-4ca78b5064e9", "name": "network-vif-plugged", "status": "completed", "tag": "3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:08.423926 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-575a3a00-a488-47ac-a71a-96ef95b8e7f4 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:08.424317 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575a3a00-a488-47ac-a71a-96ef95b8e7f4'] response: {'server_uuid': '3a991242-297e-45fc-b27a-4ca78b5064e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d', 'code': 200} Jul 15 15:03:08.430097 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Publish callbacks [] for router_gateway (436e19d0-84a9-4644-a17a-bc2757507467), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.458434 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8dd15-69eb-4988-b89c-5772d3da86ae req-284ff965-d27d-435a-89b8-838d92af1f91 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:08.459898 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f7f8dd15-69eb-4988-b89c-5772d3da86ae req-284ff965-d27d-435a-89b8-838d92af1f91 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1492066 Jul 15 15:03:08.544495 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Allocated IP 172.20.0.2 (6bc3d271-2ef5-49bb-a731-b4563e428444/91da5f73-afdf-40ef-8514-e3bc1855b00b/cf806115-19cb-4829-a1e7-c7367454bc3b) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:08.546362 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f7f8dd15-69eb-4988-b89c-5772d3da86ae req-2d6ac195-83b0-404e-8387-46199cbfa2c3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548105 Jul 15 15:03:08.694810 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01783b0-bb0a-4a6f-bf26-bbd8ee071a14 req-fad47bea-6e0f-47e1-8d10-3d81f7424d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:08.696938 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c01783b0-bb0a-4a6f-bf26-bbd8ee071a14 req-fad47bea-6e0f-47e1-8d10-3d81f7424d51 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 1130 time: 0.0728500 Jul 15 15:03:08.709295 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Publish callbacks [] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.709922 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Publish callbacks [] for router_gateway (436e19d0-84a9-4644-a17a-bc2757507467), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.715524 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.755103 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Network 6bc3d271-2ef5-49bb-a731-b4563e428444 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:08.759396 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:08.760107 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.765681 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:03:08.779671 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c01783b0-bb0a-4a6f-bf26-bbd8ee071a14 req-badc478a-69de-401f-b631-015dd8b272f3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755367 Jul 15 15:03:08.802350 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ea777-90f1-4dce-9103-fc58861ce025 req-371551c5-525f-4aff-a90a-2451a9ce929b tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:08.803963 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-471ea777-90f1-4dce-9103-fc58861ce025 req-371551c5-525f-4aff-a90a-2451a9ce929b tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 946 time: 0.0723903 Jul 15 15:03:08.804230 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Pushing event updated for resources: {'Port': ['ID=cf806115-19cb-4829-a1e7-c7367454bc3b,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:08.841116 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dd81a-d903-4ef4-a704-9e23a5bb3469 req-b500b676-f5e1-4085-a298-133a798c0594 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:08.842570 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Attempting to bind port cf806115-19cb-4829-a1e7-c7367454bc3b on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:03:08.843275 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Attempting to bind port cf806115-19cb-4829-a1e7-c7367454bc3b by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:03:08.843405 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fb3dd81a-d903-4ef4-a704-9e23a5bb3469 req-b500b676-f5e1-4085-a298-133a798c0594 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 943 time: 0.1352594 Jul 15 15:03:08.843531 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Attempting to bind port cf806115-19cb-4829-a1e7-c7367454bc3b on network 6bc3d271-2ef5-49bb-a731-b4563e428444 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:03:08.848802 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:03:08.849016 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Checking segment: {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:03:08.849286 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.849679 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Bound using segment: {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:03:08.850152 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Bound port: cf806115-19cb-4829-a1e7-c7367454bc3b, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:03:08.850534 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.865938 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-471ea777-90f1-4dce-9103-fc58861ce025 req-19eb77ea-59e6-408c-a2cf-5af1d1ddcd07 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523093 Jul 15 15:03:08.938140 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] For port cf806115-19cb-4829-a1e7-c7367454bc3b, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:08.941646 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] For port cf806115-19cb-4829-a1e7-c7367454bc3b, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=cf806115-19cb-4829-a1e7-c7367454bc3b,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:08.945195 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Allocated IP 172.27.2.28 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/6df30f67-b479-4e09-825c-65dd72cafbde) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:08.948585 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:08.950578 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fb3dd81a-d903-4ef4-a704-9e23a5bb3469 req-077435b7-4853-4aad-bc77-95ecc3a78237 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006796 Jul 15 15:03:09.022494 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32703c37-69ad-45a0-9c7b-3e6f9366159b None None] Pushing event updated for resources: {'Port': ['ID=cf806115-19cb-4829-a1e7-c7367454bc3b,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:09.094079 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Publish callbacks [] for port (6df30f67-b479-4e09-825c-65dd72cafbde), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:09.134070 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (6df30f67-b479-4e09-825c-65dd72cafbde), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:09.173490 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:09.176424 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:09.185112 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:03:09.212495 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Pushing event updated for resources: {'Port': ['ID=6df30f67-b479-4e09-825c-65dd72cafbde,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:09.467762 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Publish callbacks [] for router_gateway (436e19d0-84a9-4644-a17a-bc2757507467), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:09.513124 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a232225-354a-41c0-9103-873cfa714811 req-1dda956e-f692-4c5a-8984-833bc5272eb4 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:09.519931 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a232225-354a-41c0-9103-873cfa714811 req-1dda956e-f692-4c5a-8984-833bc5272eb4 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 950 time: 0.0645461 Jul 15 15:03:09.588225 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a232225-354a-41c0-9103-873cfa714811 req-3c79eb88-d9e6-4aed-80c8-8c1bd5dafe4e tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626457 Jul 15 15:03:09.679212 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4d12b6fb-ed59-460f-9c94-6597f41fdd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:09.814401 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 33854) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:09.938386 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 12da343a-1f63-4c44-946f-7ba011314f81 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:03:09.944887 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee5ce-54ea-49ee-9af6-1b6b6bf2ce8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:09.972200 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b5081-5943-48b7-a6a9-d523902a0b38 req-d2a03bf7-3a35-4599-967c-a797b680363c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:09.973785 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a44b5081-5943-48b7-a6a9-d523902a0b38 req-d2a03bf7-3a35-4599-967c-a797b680363c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.3472092 Jul 15 15:03:09.975073 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567'] for router (436e19d0-84a9-4644-a17a-bc2757507467), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.060442 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 12da343a-1f63-4c44-946f-7ba011314f81, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=12da343a-1f63-4c44-946f-7ba011314f81,segment=NetworkSegment(7cf5190f-fd46-4398-899b-afc70c81ee63),segment_id=7cf5190f-fd46-4398-899b-afc70c81ee63)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:10.075444 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8845f4a-8a87-4167-94e0-7f4a2743f560 req-976be028-8bcf-47b3-aa36-a0672bda2f12 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:10.076561 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '12da343a-1f63-4c44-946f-7ba011314f81', 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562', 'port_id': '12da343a-1f63-4c44-946f-7ba011314f81', 'mac_address': 'fa:16:3e:fe:0b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5608ad4b-be41-4187-8790-dc8cb731a83d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:03:10.077289 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f8845f4a-8a87-4167-94e0-7f4a2743f560 req-976be028-8bcf-47b3-aa36-a0672bda2f12 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 946 time: 0.1301839 Jul 15 15:03:10.083045 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a44b5081-5943-48b7-a6a9-d523902a0b38 req-35c362d2-25f3-4cbc-a0cb-1eb51a5691d1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971572 Jul 15 15:03:10.132643 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b1bdef-9968-4887-9634-56f64721f4b6 None None] Network 6bc3d271-2ef5-49bb-a731-b4563e428444 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:03:10.137050 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 12da343a-1f63-4c44-946f-7ba011314f81 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:10.137446 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (12da343a-1f63-4c44-946f-7ba011314f81), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.185381 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Router 436e19d0-84a9-4644-a17a-bc2757507467 is scheduled to L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 with binding_index 1 {{(pid=103712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 15:03:10.203006 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f8845f4a-8a87-4167-94e0-7f4a2743f560 req-0fe7e15b-debc-4954-9483-4a91b74aa3ae tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067455 Jul 15 15:03:10.206773 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12da343a-1f63-4c44-946f-7ba011314f81 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:03:10.223926 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee5ce-54ea-49ee-9af6-1b6b6bf2ce8f admin admin] Publish callbacks [] for security_group (45b8b626-9995-42f8-8e5b-b03a0dc5d856), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.230485 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee5ce-54ea-49ee-9af6-1b6b6bf2ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (45b8b626-9995-42f8-8e5b-b03a0dc5d856), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.250554 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-17a5cf79-de85-4356-82e7-6896e261f7f0 None None] Provisioning complete for port cf806115-19cb-4829-a1e7-c7367454bc3b triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:10.251217 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-17a5cf79-de85-4356-82e7-6896e261f7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.261164 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 12da343a-1f63-4c44-946f-7ba011314f81, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=12da343a-1f63-4c44-946f-7ba011314f81,segment=NetworkSegment(7cf5190f-fd46-4398-899b-afc70c81ee63),segment_id=7cf5190f-fd46-4398-899b-afc70c81ee63)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:10.273977 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-3b3ee5ce-54ea-49ee-9af6-1b6b6bf2ce8f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2bc706bc85f9454586751d80fdd6127f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4571302 Jul 15 15:03:10.273977 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ee5ce-54ea-49ee-9af6-1b6b6bf2ce8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b8b626-9995-42f8-8e5b-b03a0dc5d856,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:10.277729 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 33862) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:10.296371 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (12da343a-1f63-4c44-946f-7ba011314f81), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.336172 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9fcb-a593-41bd-8fbe-0c355964b6ac admin admin] Publish callbacks [] for security_group (45b8b626-9995-42f8-8e5b-b03a0dc5d856), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.359028 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9fcb-a593-41bd-8fbe-0c355964b6ac admin admin] Publish callbacks [] for security_group (45b8b626-9995-42f8-8e5b-b03a0dc5d856), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.363770 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dca14-d549-48ac-957d-77b999313dd1 req-413c742b-51b8-4f70-a9fb-b247acdd7529 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:10.365258 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6c2dca14-d549-48ac-957d-77b999313dd1 req-413c742b-51b8-4f70-a9fb-b247acdd7529 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 943 time: 0.1243823 Jul 15 15:03:10.372148 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:10.387661 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Sync routers for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:10.404093 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=12da343a-1f63-4c44-946f-7ba011314f81,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:10.407120 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.408545 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ffab710e-b2e6-409a-80c0-8d72aa2f2376 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2894151 Jul 15 15:03:10.413459 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 33864) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:10.424285 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:03:10.424285 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:03:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:10.454991 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6c2dca14-d549-48ac-957d-77b999313dd1 req-b74f2b1c-20c3-4602-9328-0017ad09ddbd tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804636 Jul 15 15:03:10.487875 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9fcb-a593-41bd-8fbe-0c355964b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (45b8b626-9995-42f8-8e5b-b03a0dc5d856), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.490932 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9fcb-a593-41bd-8fbe-0c355964b6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.496423 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-0b0f9fcb-a593-41bd-8fbe-0c355964b6ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/45b8b626-9995-42f8-8e5b-b03a0dc5d856 HTTP/1.1" status: 204 len: 168 time: 0.2172260 Jul 15 15:03:10.547566 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f9fcb-a593-41bd-8fbe-0c355964b6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b8b626-9995-42f8-8e5b-b03a0dc5d856,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:10.603998 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-17a5cf79-de85-4356-82e7-6896e261f7f0 None None] Current status of the port cf806115-19cb-4829-a1e7-c7367454bc3b is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:10.604671 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-17a5cf79-de85-4356-82e7-6896e261f7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.681247 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba4d6f-333e-41b6-9c48-c169cb6a0c12 req-6f84ae4f-7475-4e46-93b2-2d29aec3f493 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:10.683353 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9aba4d6f-333e-41b6-9c48-c169cb6a0c12 req-6f84ae4f-7475-4e46-93b2-2d29aec3f493 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.77 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 950 time: 0.1288891 Jul 15 15:03:10.692778 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:03:10.695626 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-17a5cf79-de85-4356-82e7-6896e261f7f0 None None] For port cf806115-19cb-4829-a1e7-c7367454bc3b, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=cf806115-19cb-4829-a1e7-c7367454bc3b,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:10.764287 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-17a5cf79-de85-4356-82e7-6896e261f7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:10.895943 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef4864-bf21-4361-85d6-1d3d0a32ef0a req-55ed6d12-5d1f-4229-b0ca-d96111485dc3 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:10.897785 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6cef4864-bf21-4361-85d6-1d3d0a32ef0a req-55ed6d12-5d1f-4229-b0ca-d96111485dc3 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 950 time: 0.1708379 Jul 15 15:03:10.910125 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 33872) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:10.924485 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-54ab0a65-a13c-4181-ac93-12ade58d7ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.003009 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6cef4864-bf21-4361-85d6-1d3d0a32ef0a req-e2bfb675-f7ec-45f6-a5fc-4a786fb138bb tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721309 Jul 15 15:03:11.006271 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-9aba4d6f-333e-41b6-9c48-c169cb6a0c12 req-5eadd21a-5d5a-4b58-aff3-3a0166b0b3a5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Deleting port 744e7044-5244-42a6-ba43-ba86402f2201 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:03:11.006613 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-9aba4d6f-333e-41b6-9c48-c169cb6a0c12 req-5eadd21a-5d5a-4b58-aff3-3a0166b0b3a5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (744e7044-5244-42a6-ba43-ba86402f2201), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.026750 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['12da343a-1f63-4c44-946f-7ba011314f81'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:11.044647 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-54ab0a65-a13c-4181-ac93-12ade58d7ddd admin admin] Publish callbacks [] for security_group (b6cd4a99-a63a-4421-b9b5-06309b41042c), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.049629 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-54ab0a65-a13c-4181-ac93-12ade58d7ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b6cd4a99-a63a-4421-b9b5-06309b41042c), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.086213 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-54ab0a65-a13c-4181-ac93-12ade58d7ddd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=663b8e853a30450da17c60a6282600e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749573 Jul 15 15:03:11.090504 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 33874) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:11.112710 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab0a65-a13c-4181-ac93-12ade58d7ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cd4a99-a63a-4421-b9b5-06309b41042c,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:11.170310 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device cf806115-19cb-4829-a1e7-c7367454bc3b up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:11.176893 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.200946 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-9aba4d6f-333e-41b6-9c48-c169cb6a0c12 req-5eadd21a-5d5a-4b58-aff3-3a0166b0b3a5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] For port 744e7044-5244-42a6-ba43-ba86402f2201, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=744e7044-5244-42a6-ba43-ba86402f2201,segment=NetworkSegment(77ed16b0-53ab-4cd3-a435-6b5957f70b98),segment_id=77ed16b0-53ab-4cd3-a435-6b5957f70b98)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:11.201314 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-9aba4d6f-333e-41b6-9c48-c169cb6a0c12 req-5eadd21a-5d5a-4b58-aff3-3a0166b0b3a5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (744e7044-5244-42a6-ba43-ba86402f2201), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.204043 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6214ccd6-b414-48d8-80ce-632e73def99b None None] Provisioning complete for port cf806115-19cb-4829-a1e7-c7367454bc3b triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:11.204551 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6214ccd6-b414-48d8-80ce-632e73def99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.213646 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5cf79-de85-4356-82e7-6896e261f7f0 None None] Pushing event updated for resources: {'Port': ['ID=cf806115-19cb-4829-a1e7-c7367454bc3b,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:11.240336 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-9aba4d6f-333e-41b6-9c48-c169cb6a0c12 req-5eadd21a-5d5a-4b58-aff3-3a0166b0b3a5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Calling delete_port for 744e7044-5244-42a6-ba43-ba86402f2201 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:03:11.258383 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7748d6-31da-4257-92e3-dc2034a9871b req-8bfa03c7-6a61-4235-acc4-aeca39fa43d5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:11.262026 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7e7748d6-31da-4257-92e3-dc2034a9871b req-8bfa03c7-6a61-4235-acc4-aeca39fa43d5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0837419 Jul 15 15:03:11.319927 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9e644571-e084-4252-ba75-86cc0b1f295a admin admin] Publish callbacks [] for security_group (b6cd4a99-a63a-4421-b9b5-06309b41042c), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.332059 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7e7748d6-31da-4257-92e3-dc2034a9871b req-7935b0df-d43e-42f2-8aff-d8f40add4b22 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568795 Jul 15 15:03:11.340495 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:09Z', 'revision_number': 3, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:11.361472 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.383711 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Checking router: 436e19d0-84a9-4644-a17a-bc2757507467 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:11.383984 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Updating router 436e19d0-84a9-4644-a17a-bc2757507467 port 6df30f67-b479-4e09-825c-65dd72cafbde binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:11.396456 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9e644571-e084-4252-ba75-86cc0b1f295a admin admin] Publish callbacks [] for security_group (b6cd4a99-a63a-4421-b9b5-06309b41042c), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.435777 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port cf806115-19cb-4829-a1e7-c7367454bc3b triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:11.436161 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.473159 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (6df30f67-b479-4e09-825c-65dd72cafbde), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.478632 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6214ccd6-b414-48d8-80ce-632e73def99b None None] Current status of the port cf806115-19cb-4829-a1e7-c7367454bc3b is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:11.498082 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13ce85-b091-42ba-b8c5-318af4c680c2 req-e3e88294-aee6-4b1a-9424-9311a578d911 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:11.499634 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8f13ce85-b091-42ba-b8c5-318af4c680c2 req-e3e88294-aee6-4b1a-9424-9311a578d911 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 946 time: 0.1816397 Jul 15 15:03:11.591428 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29f183-80a5-4ddb-a61f-7af56b15844c req-e60fbd54-7c4a-45ff-951c-022409a6a22f tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:11.599318 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ec29f183-80a5-4ddb-a61f-7af56b15844c req-e60fbd54-7c4a-45ff-951c-022409a6a22f tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 944 time: 0.0683801 Jul 15 15:03:11.644289 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9e644571-e084-4252-ba75-86cc0b1f295a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b6cd4a99-a63a-4421-b9b5-06309b41042c), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.646325 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ec29f183-80a5-4ddb-a61f-7af56b15844c req-2527949f-6ed9-4cd1-ab47-fb5ace6fd603 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457501 Jul 15 15:03:11.647181 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9e644571-e084-4252-ba75-86cc0b1f295a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.658783 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-9e644571-e084-4252-ba75-86cc0b1f295a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b6cd4a99-a63a-4421-b9b5-06309b41042c HTTP/1.1" status: 204 len: 168 time: 0.5577345 Jul 15 15:03:11.693238 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8f13ce85-b091-42ba-b8c5-318af4c680c2 req-b73b2bc7-d884-4291-87d6-99e34111c5d9 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871071 Jul 15 15:03:11.708972 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port cf806115-19cb-4829-a1e7-c7367454bc3b is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:11.718466 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-9aba4d6f-333e-41b6-9c48-c169cb6a0c12 req-5eadd21a-5d5a-4b58-aff3-3a0166b0b3a5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (744e7044-5244-42a6-ba43-ba86402f2201), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.726131 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e644571-e084-4252-ba75-86cc0b1f295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cd4a99-a63a-4421-b9b5-06309b41042c,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:11.757542 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Allocated IP 172.20.0.1 (6bc3d271-2ef5-49bb-a731-b4563e428444/91da5f73-afdf-40ef-8514-e3bc1855b00b/c2205779-09b5-4f5a-8a08-8b2b2c7781e6) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:11.759569 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadd21a-5d5a-4b58-aff3-3a0166b0b3a5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Pushing event deleted for resources: {'Port': ['ID=744e7044-5244-42a6-ba43-ba86402f2201,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:11.762669 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['744e7044-5244-42a6-ba43-ba86402f2201'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:11.835973 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aba4d6f-333e-41b6-9c48-c169cb6a0c12 req-5eadd21a-5d5a-4b58-aff3-3a0166b0b3a5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] No DVR routers for this DVR port 744e7044-5244-42a6-ba43-ba86402f2201 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:11.874561 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Publish callbacks [] for port (6df30f67-b479-4e09-825c-65dd72cafbde), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.883938 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (6df30f67-b479-4e09-825c-65dd72cafbde), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.946075 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Attempting to bind port 6df30f67-b479-4e09-825c-65dd72cafbde on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:03:11.946461 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Attempting to bind port 6df30f67-b479-4e09-825c-65dd72cafbde by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:03:11.947196 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Attempting to bind port 6df30f67-b479-4e09-825c-65dd72cafbde on network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:03:11.955332 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bbb1d-5b61-4341-9f66-52e8fd1b23de None None] Pushing event updated for resources: {'Port': ['ID=6df30f67-b479-4e09-825c-65dd72cafbde,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:11.957788 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:03:11.958183 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:03:11.958594 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:11.958987 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Bound using segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:03:11.959480 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Bound port: 6df30f67-b479-4e09-825c-65dd72cafbde, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:03:11.959870 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (6df30f67-b479-4e09-825c-65dd72cafbde), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:12.041567 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] For port 6df30f67-b479-4e09-825c-65dd72cafbde, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:12.045613 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] For port 6df30f67-b479-4e09-825c-65dd72cafbde, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=6df30f67-b479-4e09-825c-65dd72cafbde,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:12.060197 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (6df30f67-b479-4e09-825c-65dd72cafbde), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:12.144446 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:03:12.145350 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:03:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:12.163763 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bbb1d-5b61-4341-9f66-52e8fd1b23de None None] Pushing event updated for resources: {'Port': ['ID=6df30f67-b479-4e09-825c-65dd72cafbde,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.212684 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2fc19300-8ec3-452b-9ada-d8f8fbb46814 req-b0f5fb7a-97f3-47c6-86f7-8e0631e96417 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.47 "GET /v2.0/ports?device_id=89ecd77a-1d2f-413e-8810-3b340fde93eb HTTP/1.1" status: 200 len: 210 time: 0.0541062 Jul 15 15:03:12.237742 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-9aba4d6f-333e-41b6-9c48-c169cb6a0c12 req-5eadd21a-5d5a-4b58-aff3-3a0166b0b3a5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:12.240946 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9aba4d6f-333e-41b6-9c48-c169cb6a0c12 req-5eadd21a-5d5a-4b58-aff3-3a0166b0b3a5 tempest-VolumesNegativeTest-1742577831 tempest-VolumesNegativeTest-1742577831-project] 10.222.0.77 "DELETE /v2.0/ports/744e7044-5244-42a6-ba43-ba86402f2201 HTTP/1.1" status: 204 len: 173 time: 1.5232332 Jul 15 15:03:12.241396 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ecd77a-1d2f-413e-8810-3b340fde93eb', 'name': 'network-vif-deleted', 'tag': '744e7044-5244-42a6-ba43-ba86402f2201'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:03:12.243624 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a01089-d496-45f2-a5d7-0371752cebd5" -d '{"events": [{"server_uuid": "89ecd77a-1d2f-413e-8810-3b340fde93eb", "name": "network-vif-deleted", "tag": "744e7044-5244-42a6-ba43-ba86402f2201"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:12.302290 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:03:12.307553 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35f62a4-27cc-4ef4-b8d7-2f0c0a1be558 x-openstack-request-id: req-f35f62a4-27cc-4ef4-b8d7-2f0c0a1be558 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:12.308739 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ecd77a-1d2f-413e-8810-3b340fde93eb", "name": "network-vif-deleted", "tag": "744e7044-5244-42a6-ba43-ba86402f2201", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:12.308883 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f35f62a4-27cc-4ef4-b8d7-2f0c0a1be558 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:12.309358 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f35f62a4-27cc-4ef4-b8d7-2f0c0a1be558'] response: {'server_uuid': '89ecd77a-1d2f-413e-8810-3b340fde93eb', 'name': 'network-vif-deleted', 'tag': '744e7044-5244-42a6-ba43-ba86402f2201', 'status': 'completed', 'code': 200} Jul 15 15:03:12.341074 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Publish callbacks [] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:12.442021 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:12.482785 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Pushing event updated for resources: {'Port': ['ID=c2205779-09b5-4f5a-8a08-8b2b2c7781e6,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.505219 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Network 6bc3d271-2ef5-49bb-a731-b4563e428444 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:12.507014 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:12.509645 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:03:12.528958 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10bca6-ea3c-457e-95e9-02ce5d26b0b7 req-932799a3-46e4-445b-8282-9150bfd777a4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:12.539797 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fd10bca6-ea3c-457e-95e9-02ce5d26b0b7 req-932799a3-46e4-445b-8282-9150bfd777a4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0989702 Jul 15 15:03:12.554336 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:12.591038 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919422'] for router_interface (436e19d0-84a9-4644-a17a-bc2757507467), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:12.600419 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:09Z', 'revision_number': 3, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:12.628921 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fd10bca6-ea3c-457e-95e9-02ce5d26b0b7 req-dd94302b-b29e-4944-9d01-902e533af338 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878305 Jul 15 15:03:12.640768 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46657a4-fd04-4430-a6a9-4f3c687a83f0 None None] The sync data for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi is: [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:09Z', 'revision_number': 3, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:12.855812 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bda19-9376-402f-ad5e-f86265489ccc req-01e37e97-8ca8-46a8-b306-08d752ec262d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:12.857564 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d26bda19-9376-402f-ad5e-f86265489ccc req-01e37e97-8ca8-46a8-b306-08d752ec262d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 944 time: 0.1015403 Jul 15 15:03:12.877038 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:12.914206 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-1641d2b3-3062-4077-ac64-2152100ab0f3 None None] Provisioning complete for port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:12.914505 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1641d2b3-3062-4077-ac64-2152100ab0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:12.931604 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc915b-068b-4f6f-938d-c3cdc65d8196 req-e7b08389-fd22-4aa8-b8bb-7894fc11fb44 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:12.941434 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e9fc915b-068b-4f6f-938d-c3cdc65d8196 req-e7b08389-fd22-4aa8-b8bb-7894fc11fb44 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 946 time: 0.1766114 Jul 15 15:03:12.968372 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-1641d2b3-3062-4077-ac64-2152100ab0f3 None None] Port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:03:12.982847 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d26bda19-9376-402f-ad5e-f86265489ccc req-0b7acbe1-b6df-4e9a-bb97-d27fb405a061 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825210 Jul 15 15:03:13.091159 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e9fc915b-068b-4f6f-938d-c3cdc65d8196 req-db8a1e91-0c0c-469b-824f-b6ddbbabdffd tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420338 Jul 15 15:03:13.264858 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Publish callbacks [] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:13.275288 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:13.284473 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device cf806115-19cb-4829-a1e7-c7367454bc3b up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:13.366713 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port cf806115-19cb-4829-a1e7-c7367454bc3b triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:13.367097 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:13.376905 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3758210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919758'] for router_interface (436e19d0-84a9-4644-a17a-bc2757507467), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:13.476766 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Pushing event updated for resources: {'Port': ['ID=c2205779-09b5-4f5a-8a08-8b2b2c7781e6,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:13.490333 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port cf806115-19cb-4829-a1e7-c7367454bc3b is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:13.545712 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Network 6bc3d271-2ef5-49bb-a731-b4563e428444 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:13.548177 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:13.717485 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Router 436e19d0-84a9-4644-a17a-bc2757507467 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:03:13.896243 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:13.909498 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-b8beef4a-1c24-429e-8c2b-191f19d991e6 None None] Provisioning complete for port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:13.911493 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b8beef4a-1c24-429e-8c2b-191f19d991e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:13.947425 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 12da343a-1f63-4c44-946f-7ba011314f81 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:13.969824 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49256b2b-74c2-4312-8b80-d38bb0dda6db req-201c7f62-dfec-47e5-ab82-048eae4df06c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:13.971396 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-49256b2b-74c2-4312-8b80-d38bb0dda6db req-201c7f62-dfec-47e5-ab82-048eae4df06c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1551998 Jul 15 15:03:13.994265 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:14.005283 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-17eac235-48e5-44ab-88b4-ea6794b8e07c admin admin] 10.222.0.47 "PUT /v2.0/routers/436e19d0-84a9-4644-a17a-bc2757507467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5913446 Jul 15 15:03:14.022050 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-b8beef4a-1c24-429e-8c2b-191f19d991e6 None None] Port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:03:14.042013 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 12da343a-1f63-4c44-946f-7ba011314f81 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:03:14.053367 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 12da343a-1f63-4c44-946f-7ba011314f81 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:14.054068 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (12da343a-1f63-4c44-946f-7ba011314f81), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:14.064127 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-49256b2b-74c2-4312-8b80-d38bb0dda6db req-dfeb7db7-9981-470e-ac50-7e5a472a4987 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793560 Jul 15 15:03:14.215888 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f47ad-373d-435d-a99d-1e50893c71a7 req-7abcbda3-5fdd-4daa-93b4-910dffc2bb06 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:14.225600 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 12da343a-1f63-4c44-946f-7ba011314f81 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:14.225937 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (12da343a-1f63-4c44-946f-7ba011314f81), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:14.235067 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7c4f47ad-373d-435d-a99d-1e50893c71a7 req-7abcbda3-5fdd-4daa-93b4-910dffc2bb06 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 944 time: 0.1265340 Jul 15 15:03:14.257266 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af70ad8a-c18c-4b9c-be03-4b5b1984b2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12da343a-1f63-4c44-946f-7ba011314f81'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:03:14.262565 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103c46c0-b4ac-48ea-822a-8ca5cbadd1bc" -d '{"events": [{"server_uuid": "af70ad8a-c18c-4b9c-be03-4b5b1984b2d1", "name": "network-vif-plugged", "status": "completed", "tag": "12da343a-1f63-4c44-946f-7ba011314f81"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:14.292860 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 12da343a-1f63-4c44-946f-7ba011314f81, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=12da343a-1f63-4c44-946f-7ba011314f81,segment=NetworkSegment(7cf5190f-fd46-4398-899b-afc70c81ee63),segment_id=7cf5190f-fd46-4398-899b-afc70c81ee63)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:14.300248 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (12da343a-1f63-4c44-946f-7ba011314f81), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:14.300418 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939be5b5-d1e6-470c-bf94-071c103d59f5 req-2ecd736e-2f69-4a3b-8e6b-8bce68fc0ae1 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:14.300522 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 744e7044-5244-42a6-ba43-ba86402f2201 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:14.314146 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-939be5b5-d1e6-470c-bf94-071c103d59f5 req-2ecd736e-2f69-4a3b-8e6b-8bce68fc0ae1 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 946 time: 0.0872383 Jul 15 15:03:14.329205 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: 744e7044-5244-42a6-ba43-ba86402f2201 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:03:14.329557 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 744e7044-5244-42a6-ba43-ba86402f2201 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:14.332332 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7c4f47ad-373d-435d-a99d-1e50893c71a7 req-01853b5f-9fe9-4666-9642-9172994ea81c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961161 Jul 15 15:03:14.393482 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-939be5b5-d1e6-470c-bf94-071c103d59f5 req-b255e681-893d-409a-8484-03bf293446c0 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767488 Jul 15 15:03:14.427064 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=12da343a-1f63-4c44-946f-7ba011314f81,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:14.495526 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a82842-9bb4-497c-84a8-cfc0f34bdd88 x-openstack-request-id: req-34a82842-9bb4-497c-84a8-cfc0f34bdd88 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:14.495856 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af70ad8a-c18c-4b9c-be03-4b5b1984b2d1", "name": "network-vif-plugged", "status": "completed", "tag": "12da343a-1f63-4c44-946f-7ba011314f81", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:14.496160 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-34a82842-9bb4-497c-84a8-cfc0f34bdd88 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:14.496593 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a82842-9bb4-497c-84a8-cfc0f34bdd88'] response: {'server_uuid': 'af70ad8a-c18c-4b9c-be03-4b5b1984b2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12da343a-1f63-4c44-946f-7ba011314f81', 'code': 200} Jul 15 15:03:14.640986 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 34028) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:14.647207 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-090a5db9-d498-4cd7-81f6-4dd5fa0d7465 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691098295', 'description': 'tempest-description--1409010589'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:03:14.693307 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-090a5db9-d498-4cd7-81f6-4dd5fa0d7465 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:14.882654 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62b049-a914-43e9-bb61-b4ddd6a92195 req-9c43f11e-3818-4f10-846a-151ad7a7a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:14.884167 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0f62b049-a914-43e9-bb61-b4ddd6a92195 req-9c43f11e-3818-4f10-846a-151ad7a7a63f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 1129 time: 0.1571059 Jul 15 15:03:14.888500 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3d64c-e4d0-41c4-8567-0a7b6ae1e741 req-d78611f1-5a44-46ac-89e1-85990bf321ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:14.890119 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-04a3d64c-e4d0-41c4-8567-0a7b6ae1e741 req-d78611f1-5a44-46ac-89e1-85990bf321ee service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 1129 time: 0.1642480 Jul 15 15:03:14.976815 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a1bd5-4cf1-4745-8ac8-279ef99cc2c8 req-d6dcde0f-a7de-440c-87c9-87695aabe347 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:14.978315 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef3a1bd5-4cf1-4745-8ac8-279ef99cc2c8 req-d6dcde0f-a7de-440c-87c9-87695aabe347 tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 946 time: 0.2502668 Jul 15 15:03:15.009149 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-090a5db9-d498-4cd7-81f6-4dd5fa0d7465 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group (8db81cb9-08a4-488d-9848-d4ba3c803f68), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.044882 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-090a5db9-d498-4cd7-81f6-4dd5fa0d7465 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (8db81cb9-08a4-488d-9848-d4ba3c803f68), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.057149 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 6df30f67-b479-4e09-825c-65dd72cafbde up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:15.106115 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0f62b049-a914-43e9-bb61-b4ddd6a92195 req-d1f173ef-0280-4cbe-8605-cf3b9b6f731a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117293 Jul 15 15:03:15.117704 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-04a3d64c-e4d0-41c4-8567-0a7b6ae1e741 req-c54573c1-1a14-47c1-b71d-c1269f79a233 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141764 Jul 15 15:03:15.122043 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-090a5db9-d498-4cd7-81f6-4dd5fa0d7465 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.123762 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-090a5db9-d498-4cd7-81f6-4dd5fa0d7465 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4815218 Jul 15 15:03:15.126902 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 34082) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:15.133952 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-83317485-f252-490f-b2b0-44699f041ff7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Request body: {'security_group_rule': {'security_group_id': '8db81cb9-08a4-488d-9848-d4ba3c803f68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:03:15.154156 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a5db9-d498-4cd7-81f6-4dd5fa0d7465 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db81cb9-08a4-488d-9848-d4ba3c803f68,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:15.174777 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 6df30f67-b479-4e09-825c-65dd72cafbde triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:15.175501 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (6df30f67-b479-4e09-825c-65dd72cafbde), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.226036 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-83317485-f252-490f-b2b0-44699f041ff7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group_rule (4aa7f6d4-5b69-4507-a4a8-3f14db27dc79), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.235779 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-ef3a1bd5-4cf1-4745-8ac8-279ef99cc2c8 req-648c983e-0af4-4143-9d2a-f90eeadf039e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Deleting port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:03:15.236209 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ef3a1bd5-4cf1-4745-8ac8-279ef99cc2c8 req-648c983e-0af4-4143-9d2a-f90eeadf039e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.257374 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Sync routers for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:15.274703 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 6df30f67-b479-4e09-825c-65dd72cafbde is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:15.275107 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (6df30f67-b479-4e09-825c-65dd72cafbde), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.277054 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:03:15.277974 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:03:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:15.323015 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f0c4a-885a-4fb3-9efb-17d5f8751be5 req-dd315b5c-f279-4751-9c5d-bb89f0d47572 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:15.330063 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a3f0c4a-885a-4fb3-9efb-17d5f8751be5 req-dd315b5c-f279-4751-9c5d-bb89f0d47572 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1570926 Jul 15 15:03:15.335046 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 6df30f67-b479-4e09-825c-65dd72cafbde, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=6df30f67-b479-4e09-825c-65dd72cafbde,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:15.335600 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-83317485-f252-490f-b2b0-44699f041ff7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group_rule (4aa7f6d4-5b69-4507-a4a8-3f14db27dc79), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.343298 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-83317485-f252-490f-b2b0-44699f041ff7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (4aa7f6d4-5b69-4507-a4a8-3f14db27dc79), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.348397 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (6df30f67-b479-4e09-825c-65dd72cafbde), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.389734 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83317485-f252-490f-b2b0-44699f041ff7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa7f6d4-5b69-4507-a4a8-3f14db27dc79,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:15.408097 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-ef3a1bd5-4cf1-4745-8ac8-279ef99cc2c8 req-648c983e-0af4-4143-9d2a-f90eeadf039e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] For port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d,segment=NetworkSegment(635895a0-8e57-4ce0-9688-1893e0a0854f),segment_id=635895a0-8e57-4ce0-9688-1893e0a0854f)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:15.408474 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ef3a1bd5-4cf1-4745-8ac8-279ef99cc2c8 req-648c983e-0af4-4143-9d2a-f90eeadf039e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.410508 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-83317485-f252-490f-b2b0-44699f041ff7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.412624 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-83317485-f252-490f-b2b0-44699f041ff7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2840583 Jul 15 15:03:15.417688 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 34094) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:15.422296 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-6e83b57b-d1f9-44bb-a3d2-9d0eaf3bcf36 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Request body: {'security_group_rule': {'security_group_id': '8db81cb9-08a4-488d-9848-d4ba3c803f68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:03:15.424795 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a3f0c4a-885a-4fb3-9efb-17d5f8751be5 req-9041030a-72d3-4691-bac7-4eb89216e992 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895417 Jul 15 15:03:15.458535 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-ef3a1bd5-4cf1-4745-8ac8-279ef99cc2c8 req-648c983e-0af4-4143-9d2a-f90eeadf039e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Calling delete_port for 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:03:15.514761 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6e83b57b-d1f9-44bb-a3d2-9d0eaf3bcf36 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group_rule (46e1f744-7525-4d2b-a857-ff167867bb32), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.564378 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:03:15.576737 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9a094-9d90-4fbd-9d68-c30dbd7b2de0 req-c49a5168-5e04-484b-b6fb-fb69fb5a176a tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:15.584148 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d5e9a094-9d90-4fbd-9d68-c30dbd7b2de0 req-c49a5168-5e04-484b-b6fb-fb69fb5a176a tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 945 time: 0.1233499 Jul 15 15:03:15.624389 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6e83b57b-d1f9-44bb-a3d2-9d0eaf3bcf36 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group_rule (46e1f744-7525-4d2b-a857-ff167867bb32), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.634799 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6e83b57b-d1f9-44bb-a3d2-9d0eaf3bcf36 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (46e1f744-7525-4d2b-a857-ff167867bb32), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.671470 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6e83b57b-d1f9-44bb-a3d2-9d0eaf3bcf36 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.675856 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-6e83b57b-d1f9-44bb-a3d2-9d0eaf3bcf36 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2540257 Jul 15 15:03:15.675856 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83b57b-d1f9-44bb-a3d2-9d0eaf3bcf36 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e1f744-7525-4d2b-a857-ff167867bb32,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:15.677505 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 34102) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:15.689953 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d5e9a094-9d90-4fbd-9d68-c30dbd7b2de0 req-c3731eb1-521d-4705-9d89-f32cfe18e044 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044161 Jul 15 15:03:15.696304 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:03:15.731858 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.760801 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a64d2-b839-4163-92db-ab1a1f93379f req-63f65408-1cd9-441e-bac7-986c15b097ed tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:15.762361 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a12a64d2-b839-4163-92db-ab1a1f93379f req-63f65408-1cd9-441e-bac7-986c15b097ed tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a991242-297e-45fc-b27a-4ca78b5064e9 HTTP/1.1" status: 200 len: 946 time: 0.2179406 Jul 15 15:03:15.873178 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=6df30f67-b479-4e09-825c-65dd72cafbde,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:15.873529 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:13Z', 'revision_number': 2, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:15.899418 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ef3a1bd5-4cf1-4745-8ac8-279ef99cc2c8 req-648c983e-0af4-4143-9d2a-f90eeadf039e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.902370 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:15.923682 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Checking router: 436e19d0-84a9-4644-a17a-bc2757507467 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:15.924280 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Updating router 436e19d0-84a9-4644-a17a-bc2757507467 port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 binding host dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:15.942088 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:15.952475 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c983e-0af4-4143-9d2a-f90eeadf039e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Pushing event deleted for resources: {'Port': ['ID=3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:15.969138 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.016784 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3a1bd5-4cf1-4745-8ac8-279ef99cc2c8 req-648c983e-0af4-4143-9d2a-f90eeadf039e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] No DVR routers for this DVR port 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:16.020070 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ef3a1bd5-4cf1-4745-8ac8-279ef99cc2c8 req-648c983e-0af4-4143-9d2a-f90eeadf039e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.023961 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef3a1bd5-4cf1-4745-8ac8-279ef99cc2c8 req-648c983e-0af4-4143-9d2a-f90eeadf039e tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.77 "DELETE /v2.0/ports/3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d HTTP/1.1" status: 204 len: 173 time: 1.0303557 Jul 15 15:03:16.034056 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a991242-297e-45fc-b27a-4ca78b5064e9', 'name': 'network-vif-deleted', 'tag': '3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:03:16.037149 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591601d1-af0f-4ead-aed8-27d280767f1e" -d '{"events": [{"server_uuid": "3a991242-297e-45fc-b27a-4ca78b5064e9", "name": "network-vif-deleted", "tag": "3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:16.065381 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a12a64d2-b839-4163-92db-ab1a1f93379f req-9cbeea46-2549-409d-81c3-b7739cc7ca4f tempest-VolumesActionsTest-1356754084 tempest-VolumesActionsTest-1356754084-project] 10.222.0.47 "GET /v2.0/security-groups?id=7df8c073-099e-4ebd-91c0-4d973b24b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948472 Jul 15 15:03:16.084266 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Allocated IP 172.27.2.213 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:16.114081 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaedd9b-d151-47c3-855e-baff716a470c x-openstack-request-id: req-eaaedd9b-d151-47c3-855e-baff716a470c {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:16.114743 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a991242-297e-45fc-b27a-4ca78b5064e9", "name": "network-vif-deleted", "tag": "3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:16.115207 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eaaedd9b-d151-47c3-855e-baff716a470c {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:16.115702 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaaedd9b-d151-47c3-855e-baff716a470c'] response: {'server_uuid': '3a991242-297e-45fc-b27a-4ca78b5064e9', 'name': 'network-vif-deleted', 'tag': '3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d', 'status': 'completed', 'code': 200} Jul 15 15:03:16.208915 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 34128) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:16.238559 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for port (bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.284097 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.327034 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:16.334507 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:16.336816 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event updated for resources: {'Port': ['ID=bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:16.339566 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:03:16.389186 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7f40984c-0c5b-4099-8adf-c3fa1f304fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.399394 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Publish callbacks [] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.408479 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.437273 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (0759ccaf-c328-4dec-b8d3-2e5e6c907adb), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.487381 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.494254 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7f40984c-0c5b-4099-8adf-c3fa1f304fd4 admin admin] Publish callbacks [] for security_group (b333016b-c23c-43a7-9624-80e9ce5f1199), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.512457 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7f40984c-0c5b-4099-8adf-c3fa1f304fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b333016b-c23c-43a7-9624-80e9ce5f1199), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.555339 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Pushing event updated for resources: {'Port': ['ID=c2205779-09b5-4f5a-8a08-8b2b2c7781e6,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:16.602675 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.603198 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.605835 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.606259 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.608346 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.608753 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.609102 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.609460 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.609820 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.610246 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.610593 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.610925 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.611256 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:16.657562 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-7f40984c-0c5b-4099-8adf-c3fa1f304fd4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3ed7d07e84949098c814469ae4f37e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4471197 Jul 15 15:03:16.658327 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40984c-0c5b-4099-8adf-c3fa1f304fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b333016b-c23c-43a7-9624-80e9ce5f1199,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:16.660708 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 34144) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:16.666005 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Attempting to bind port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:03:16.666676 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Attempting to bind port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:03:16.667762 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Attempting to bind port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 on network 6bc3d271-2ef5-49bb-a731-b4563e428444 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:03:16.674451 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:03:16.674837 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Checking segment: {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:03:16.675344 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.675686 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Bound using segment: {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:03:16.676460 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Bound port: c2205779-09b5-4f5a-8a08-8b2b2c7781e6, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:03:16.676707 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.679171 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21bf11-347e-4abe-a391-f8fadde48979 req-ad2cffdc-3edb-48cf-9f25-102c43df4091 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:16.680753 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6a21bf11-347e-4abe-a391-f8fadde48979 req-ad2cffdc-3edb-48cf-9f25-102c43df4091 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.1803572 Jul 15 15:03:16.807538 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for port (bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.816394 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.874572 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-e640e53b-1182-4f08-a761-acaf4420792b None None] Provisioning complete for port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:16.875550 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e640e53b-1182-4f08-a761-acaf4420792b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.915741 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6a21bf11-347e-4abe-a391-f8fadde48979 req-cd613303-42b7-44a6-8280-4099992628f7 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141950 Jul 15 15:03:16.934998 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8302635b-37c8-47db-9bff-7e82c0c696b5 admin admin] Publish callbacks [] for security_group (b333016b-c23c-43a7-9624-80e9ce5f1199), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.951179 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] For port c2205779-09b5-4f5a-8a08-8b2b2c7781e6, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:16.958053 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] For port c2205779-09b5-4f5a-8a08-8b2b2c7781e6, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=c2205779-09b5-4f5a-8a08-8b2b2c7781e6,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:16.962159 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-e640e53b-1182-4f08-a761-acaf4420792b None None] Port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:03:16.965043 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8302635b-37c8-47db-9bff-7e82c0c696b5 admin admin] Publish callbacks [] for security_group (b333016b-c23c-43a7-9624-80e9ce5f1199), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:16.974350 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:17.025572 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event updated for resources: {'Port': ['ID=bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:17.059418 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (0759ccaf-c328-4dec-b8d3-2e5e6c907adb), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:17.068643 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:03:17.069354 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:03:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:17.078523 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe16c35-afc1-4825-9a18-d69fbfbc35c7 req-f18e2904-98fa-4d0e-8006-0c54c5d9a112 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:17.080422 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4fe16c35-afc1-4825-9a18-d69fbfbc35c7 req-f18e2904-98fa-4d0e-8006-0c54c5d9a112 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 945 time: 0.2576506 Jul 15 15:03:17.081568 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8302635b-37c8-47db-9bff-7e82c0c696b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b333016b-c23c-43a7-9624-80e9ce5f1199), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:17.084497 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8302635b-37c8-47db-9bff-7e82c0c696b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:17.088258 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-8302635b-37c8-47db-9bff-7e82c0c696b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b333016b-c23c-43a7-9624-80e9ce5f1199 HTTP/1.1" status: 204 len: 168 time: 0.4036021 Jul 15 15:03:17.105843 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302635b-37c8-47db-9bff-7e82c0c696b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b333016b-c23c-43a7-9624-80e9ce5f1199,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:17.135959 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 6df30f67-b479-4e09-825c-65dd72cafbde up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:17.157575 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:17.165160 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-2cecee66-9f9d-4f6c-916d-7b979195b711 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4861562 Jul 15 15:03:17.271078 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4fe16c35-afc1-4825-9a18-d69fbfbc35c7 req-be639aaf-1125-4743-816a-251a4a256876 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822093 Jul 15 15:03:17.330010 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37ab38-4670-4ce4-a16a-c277e0b6ca71 None None] Pushing event updated for resources: {'Port': ['ID=c2205779-09b5-4f5a-8a08-8b2b2c7781e6,revision_number=4']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:17.340774 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 6df30f67-b479-4e09-825c-65dd72cafbde triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:17.341176 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (6df30f67-b479-4e09-825c-65dd72cafbde), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:17.513250 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:03:17.523937 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 6df30f67-b479-4e09-825c-65dd72cafbde is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:17.547513 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-397b71b2-9416-45ac-91ee-8b93507e019c None None] Provisioning complete for port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:17.548298 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-397b71b2-9416-45ac-91ee-8b93507e019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:17.548423 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-dfdf655c-0d73-437e-bf32-af434cbd18a1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1691098295&fields=id&tenant_id=a5b10a89a32a439195ee8e69d5d51655 HTTP/1.1" status: 200 len: 267 time: 0.0656340 Jul 15 15:03:17.692911 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-397b71b2-9416-45ac-91ee-8b93507e019c None None] Current status of the port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:17.693537 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-397b71b2-9416-45ac-91ee-8b93507e019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:17.764725 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-397b71b2-9416-45ac-91ee-8b93507e019c None None] For port c2205779-09b5-4f5a-8a08-8b2b2c7781e6, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=c2205779-09b5-4f5a-8a08-8b2b2c7781e6,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:17.772952 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-397b71b2-9416-45ac-91ee-8b93507e019c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:17.773151 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 34232) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:17.787078 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e3bf294d-e786-483e-89d1-d1e2a20a5e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:17.806928 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-c7d94b5b-1fab-4130-8bfb-47121373c16f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:17.826782 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-c7d94b5b-1fab-4130-8bfb-47121373c16f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/networks?id=6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 200 len: 816 time: 0.2520149 Jul 15 15:03:17.851966 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-0c99a4cf-c7d4-4214-b09c-9c83e106b031 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/quotas/a5b10a89a32a439195ee8e69d5d51655 HTTP/1.1" status: 200 len: 375 time: 0.0241902 Jul 15 15:03:17.861558 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b71b2-9416-45ac-91ee-8b93507e019c None None] Pushing event updated for resources: {'Port': ['ID=c2205779-09b5-4f5a-8a08-8b2b2c7781e6,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:17.902493 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:16Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:17.922760 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e3bf294d-e786-483e-89d1-d1e2a20a5e45 admin admin] Publish callbacks [] for security_group (13937b79-a96a-48c5-b4d2-449c3fbaecdc), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:17.928317 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38421ea3-3df6-4f47-ab83-8e8ae2b210e5 None None] The sync data for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi is: [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:16Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:17.932143 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e3bf294d-e786-483e-89d1-d1e2a20a5e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (13937b79-a96a-48c5-b4d2-449c3fbaecdc), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:17.944236 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-c0a5cb37-fdcb-4f96-ad45-21ee2823e8e8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849297 Jul 15 15:03:17.967893 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:18.000573 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-e3bf294d-e786-483e-89d1-d1e2a20a5e45 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef9ee959364247d4bea56fed25980747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260532 Jul 15 15:03:18.024399 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:03:18.026631 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 3cfd7b71-a5d2-45b9-ac94-295cd9d6c84d not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:18.047970 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 34240) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:18.134880 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-2f3df4cb-66a1-4d15-a7d5-51dadb1d93d6 service neutron] 10.222.0.47 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754959 Jul 15 15:03:18.141052 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf294d-e786-483e-89d1-d1e2a20a5e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13937b79-a96a-48c5-b4d2-449c3fbaecdc,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:18.267049 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ce840-c5fc-4202-9318-284cf1571d03 req-50bd994a-6c07-4b6c-a576-51e3dcbd2e34 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:18.268666 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e43ce840-c5fc-4202-9318-284cf1571d03 req-50bd994a-6c07-4b6c-a576-51e3dcbd2e34 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.2215145 Jul 15 15:03:18.275973 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5bfa6b4e-184e-41b3-a9ab-cb78be2dcdf0 admin admin] Publish callbacks [] for security_group (13937b79-a96a-48c5-b4d2-449c3fbaecdc), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:18.319051 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1a41b7f7-f14f-4c57-b048-d529418a8358 service neutron] 10.222.0.47 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829863 Jul 15 15:03:18.347421 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5bfa6b4e-184e-41b3-a9ab-cb78be2dcdf0 admin admin] Publish callbacks [] for security_group (13937b79-a96a-48c5-b4d2-449c3fbaecdc), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:18.414865 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e43ce840-c5fc-4202-9318-284cf1571d03 req-7514eca1-50fd-49ce-8d4a-73a110bb39f0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267695 Jul 15 15:03:18.453625 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5bfa6b4e-184e-41b3-a9ab-cb78be2dcdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (13937b79-a96a-48c5-b4d2-449c3fbaecdc), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:18.456370 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5bfa6b4e-184e-41b3-a9ab-cb78be2dcdf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:18.457559 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-5bfa6b4e-184e-41b3-a9ab-cb78be2dcdf0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13937b79-a96a-48c5-b4d2-449c3fbaecdc HTTP/1.1" status: 204 len: 168 time: 0.4087064 Jul 15 15:03:18.497833 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa6b4e-184e-41b3-a9ab-cb78be2dcdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13937b79-a96a-48c5-b4d2-449c3fbaecdc,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:18.628786 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c21326-5540-4589-90f0-a194dbd16f18 req-187c49a3-ab7a-444b-a899-db6baeacf969 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:18.631498 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e0c21326-5540-4589-90f0-a194dbd16f18 req-187c49a3-ab7a-444b-a899-db6baeacf969 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 945 time: 0.1289091 Jul 15 15:03:18.724361 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e0c21326-5540-4589-90f0-a194dbd16f18 req-1fe2bdc9-700b-4cec-a3c5-1bf1764a9dd3 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764470 Jul 15 15:03:18.771351 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b11be-b927-4132-ad3a-86fe2f0540c7 req-11a7178b-8bf8-4788-b41a-47ab04bc9abd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:18.788853 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-833b11be-b927-4132-ad3a-86fe2f0540c7 req-11a7178b-8bf8-4788-b41a-47ab04bc9abd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.1661866 Jul 15 15:03:18.853675 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-14c4d555-00a9-4ee6-9e98-4b28925babf8 req-c97ed5de-1ee2-4c86-9084-759db00a7ba4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 210 time: 0.0741491 Jul 15 15:03:18.920617 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-833b11be-b927-4132-ad3a-86fe2f0540c7 req-a5d09670-e72c-41ec-bece-d3a14aaa19e0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132629 Jul 15 15:03:19.143860 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device c2205779-09b5-4f5a-8a08-8b2b2c7781e6 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:19.243474 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:19.243977 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:19.358841 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:19.972299 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-87df1976-6f49-4642-bd94-6ce90c3a1d78 req-e92f7a31-22d7-4dd0-855e-f83026a8c17c tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 210 time: 0.0363648 Jul 15 15:03:21.077966 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e4f58fe7-9af4-4e56-b004-ffecc740c0e2 req-433d11d2-0d25-4331-a63f-a8875b83d919 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 210 time: 0.0279717 Jul 15 15:03:22.179599 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9d0c64f9-14fd-40cb-b17f-bdf94619adc7 req-380f9878-4ee7-4f31-96b6-904191d1aa38 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 210 time: 0.0298789 Jul 15 15:03:23.282271 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-77fbf46b-b6b7-4f67-836a-a73195517fd9 req-4017eb05-a8b1-42bd-8193-2adeea734c0a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 210 time: 0.0300002 Jul 15 15:03:23.621323 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-59eff345-a5b1-40ef-9730-3c98af70fc58 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:23.622762 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-59eff345-a5b1-40ef-9730-3c98af70fc58 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.77 "GET /v2.0/networks?id=6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 200 len: 816 time: 0.1063254 Jul 15 15:03:23.724441 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-acd4a0c1-5834-47e4-9e2f-89f7f92d43ae tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5b10a89a32a439195ee8e69d5d51655 HTTP/1.1" status: 200 len: 380 time: 0.0625794 Jul 15 15:03:23.735125 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Request body: {'port': {'device_id': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'admin_state_up': True, 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'security_groups': ['8db81cb9-08a4-488d-9848-d4ba3c803f68']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:03:23.839771 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Made reservation on behalf of a5b10a89a32a439195ee8e69d5d51655 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:23.843313 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:23.974720 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Allocated IP 172.20.0.11 (6bc3d271-2ef5-49bb-a731-b4563e428444/91da5f73-afdf-40ef-8514-e3bc1855b00b/00bcb254-9fea-44c6-87c7-c34b963ce6f5) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:24.117677 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:24.154941 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:24.195648 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Network 6bc3d271-2ef5-49bb-a731-b4563e428444 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:24.199454 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:24.205620 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:03:24.210892 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event updated for resources: {'Port': ['ID=00bcb254-9fea-44c6-87c7-c34b963ce6f5,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:24.242110 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.242460 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.242832 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.243185 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.243522 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.243857 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.244189 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.244590 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.245434 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.245859 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.245859 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.245859 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.245859 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:24.273021 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:24.273824 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:24.293472 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a0b92ccd-ac2b-4130-a165-d3724636c0a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623393 Jul 15 15:03:24.317593 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Request body: {'port': {'device_id': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:03:24.384234 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:24.415913 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe2826-4e70-44a7-b7e5-c7bc0306f8ed req-4ae9bbef-f125-4d3a-963b-143fa8b70ad9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:24.418082 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c9fe2826-4e70-44a7-b7e5-c7bc0306f8ed req-4ae9bbef-f125-4d3a-963b-143fa8b70ad9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 932 time: 0.0604620 Jul 15 15:03:24.442982 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-f3f30622-3fe6-48b4-948b-761fd36bee61 None None] Provisioning complete for port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:24.443638 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f3f30622-3fe6-48b4-948b-761fd36bee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:24.477065 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c9fe2826-4e70-44a7-b7e5-c7bc0306f8ed req-7d94fadc-2dd5-4b2f-9e2b-d49f0f907ff0 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520787 Jul 15 15:03:24.503066 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-f3f30622-3fe6-48b4-948b-761fd36bee61 None None] Port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:03:24.648031 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bcb254-9fea-44c6-87c7-c34b963ce6f5 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:03:24.655558 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Publish callbacks [] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:24.668054 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Transition to ACTIVE for port object 00bcb254-9fea-44c6-87c7-c34b963ce6f5 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:03:24.671284 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:24.722348 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Pushing event updated for resources: {'Port': ['ID=00bcb254-9fea-44c6-87c7-c34b963ce6f5,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:24.801341 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Attempting to bind port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:03:24.801796 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Attempting to bind port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:03:24.802250 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Attempting to bind port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 on network 6bc3d271-2ef5-49bb-a731-b4563e428444 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:03:24.808684 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 on network 6bc3d271-2ef5-49bb-a731-b4563e428444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:03:24.809018 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Attempting to bind port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 on network 6bc3d271-2ef5-49bb-a731-b4563e428444 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:03:24.818677 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:03:24.819023 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Checking segment: {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:03:24.819421 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Bound using segment: {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:03:24.819860 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Bound port: 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:03:24.820225 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:24.883413 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:24.887514 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:24.894054 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:24.925673 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:24.926299 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:24.927685 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] 10.222.0.77 "PUT /v2.0/ports/00bcb254-9fea-44c6-87c7-c34b963ce6f5 HTTP/1.1" status: 200 len: 1094 time: 0.6190438 Jul 15 15:03:24.928178 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:03:24.930579 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785fc368-d73f-446a-9a2d-5da6156c4024" -d '{"events": [{"name": "network-changed", "server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:24.961929 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2261f7-7c4c-4d63-9968-3c772690801e service neutron] Pushing event updated for resources: {'Port': ['ID=00bcb254-9fea-44c6-87c7-c34b963ce6f5,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:24.983489 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea35313e-0051-46fd-8c4f-e0567b263004 x-openstack-request-id: req-ea35313e-0051-46fd-8c4f-e0567b263004 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:24.983616 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:24.983799 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ea35313e-0051-46fd-8c4f-e0567b263004 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:24.984201 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea35313e-0051-46fd-8c4f-e0567b263004'] response: {'name': 'network-changed', 'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'status': 'completed', 'code': 200} Jul 15 15:03:25.106246 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-d574f4de-6372-461c-9aa7-483433961431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:25.108235 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-d574f4de-6372-461c-9aa7-483433961431 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 1128 time: 0.0512595 Jul 15 15:03:25.172436 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-3366af5c-e7f4-411e-8dda-63bc69f99173 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5 HTTP/1.1" status: 200 len: 217 time: 0.0426967 Jul 15 15:03:25.226313 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a9e42d8c-34f5-47bf-9a5a-31147f9d0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:25.227887 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-a9e42d8c-34f5-47bf-9a5a-31147f9d0d0b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=91da5f73-afdf-40ef-8514-e3bc1855b00b HTTP/1.1" status: 200 len: 855 time: 0.0482373 Jul 15 15:03:25.280872 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-2fa0ac15-cab1-4846-9b64-67dbe589f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:25.282381 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-2fa0ac15-cab1-4846-9b64-67dbe589f6a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6bc3d271-2ef5-49bb-a731-b4563e428444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470703 Jul 15 15:03:25.387660 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-f9b79307-b716-43fa-8f44-1f163475e1b1 service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983107 Jul 15 15:03:25.492604 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e34b2e5c-b3fb-4a85-8ac8-6d4cc39b52f8 req-92af3f21-d4d0-4b26-a1e0-d5b3b8694468 service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977733 Jul 15 15:03:25.654616 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750217b-41ae-4b8d-ac17-0cf9b7ea2c7b req-e7d7e956-9d82-4496-b2ee-3e8ace014368 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:25.658606 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f750217b-41ae-4b8d-ac17-0cf9b7ea2c7b req-e7d7e956-9d82-4496-b2ee-3e8ace014368 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.1014855 Jul 15 15:03:25.665658 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fc368-d73f-446a-9a2d-5da6156c4024 req-e68cc5b3-7831-498f-bb87-41323d89a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:25.667780 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-785fc368-d73f-446a-9a2d-5da6156c4024 req-e68cc5b3-7831-498f-bb87-41323d89a015 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 1128 time: 0.0643158 Jul 15 15:03:25.707713 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f750217b-41ae-4b8d-ac17-0cf9b7ea2c7b req-a3732cf7-fbfb-466b-953b-802ef0db0a00 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422075 Jul 15 15:03:25.771568 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fc368-d73f-446a-9a2d-5da6156c4024 req-b882ceb8-f9f7-47bf-b71b-58e005a50623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:25.773344 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-785fc368-d73f-446a-9a2d-5da6156c4024 req-b882ceb8-f9f7-47bf-b71b-58e005a50623 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 200 len: 917 time: 0.0947838 Jul 15 15:03:25.814312 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-785fc368-d73f-446a-9a2d-5da6156c4024 req-5f6fe23c-6b10-4b5e-9dad-871414ad4ad7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5 HTTP/1.1" status: 200 len: 217 time: 0.0340028 Jul 15 15:03:25.875589 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fc368-d73f-446a-9a2d-5da6156c4024 req-08275ee4-d51c-426c-8972-217e44d8f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:25.877217 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-785fc368-d73f-446a-9a2d-5da6156c4024 req-08275ee4-d51c-426c-8972-217e44d8f0fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=91da5f73-afdf-40ef-8514-e3bc1855b00b HTTP/1.1" status: 200 len: 855 time: 0.0566440 Jul 15 15:03:25.933262 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fc368-d73f-446a-9a2d-5da6156c4024 req-ef28718c-2104-4e99-9a09-5f67276887e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:25.935352 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-785fc368-d73f-446a-9a2d-5da6156c4024 req-ef28718c-2104-4e99-9a09-5f67276887e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6bc3d271-2ef5-49bb-a731-b4563e428444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514336 Jul 15 15:03:26.043019 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-785fc368-d73f-446a-9a2d-5da6156c4024 req-2528a602-07bc-4c67-b5ab-97398d9bc5ce service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996919 Jul 15 15:03:26.115899 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ddc33-13b3-41d4-8b2e-e7a474715511 req-9ca9a1c6-cf83-46af-93fc-357dc6f4c743 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:26.117931 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bc9ddc33-13b3-41d4-8b2e-e7a474715511 req-9ca9a1c6-cf83-46af-93fc-357dc6f4c743 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0752294 Jul 15 15:03:26.217198 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bc9ddc33-13b3-41d4-8b2e-e7a474715511 req-8f94e724-40af-43c3-b114-756f0e5cb6d8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924258 Jul 15 15:03:26.673627 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3cc47-312c-4090-afb8-3027f5654a22 req-c1b104a8-dbd5-4460-82d8-dc05d19d1c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:26.675136 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cec3cc47-312c-4090-afb8-3027f5654a22 req-c1b104a8-dbd5-4460-82d8-dc05d19d1c5b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 1130 time: 0.5845869 Jul 15 15:03:26.717296 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-785fc368-d73f-446a-9a2d-5da6156c4024 req-11546253-17fb-4e89-8ebd-0e4ddd65516a service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6495538 Jul 15 15:03:26.835320 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3cc47-312c-4090-afb8-3027f5654a22 req-4e3143cb-d446-444a-9c69-259696b439ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:26.836903 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cec3cc47-312c-4090-afb8-3027f5654a22 req-4e3143cb-d446-444a-9c69-259696b439ca service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.1504121 Jul 15 15:03:26.942522 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cec3cc47-312c-4090-afb8-3027f5654a22 req-f9441e0a-1466-4030-8d09-b0859cbbb6c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85697579-81ac-41bb-9650-aeba95f3afce HTTP/1.1" status: 200 len: 217 time: 0.0907984 Jul 15 15:03:26.942654 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 34574) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:27.027835 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d17a1a-3332-4195-bfec-81e1f8d3a114 req-a7ebfa6b-a024-427c-8b38-2531796458b2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:27.029551 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b9d17a1a-3332-4195-bfec-81e1f8d3a114 req-a7ebfa6b-a024-427c-8b38-2531796458b2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.1802642 Jul 15 15:03:27.033887 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3cc47-312c-4090-afb8-3027f5654a22 req-ab37a1ce-d516-40a4-84cc-88b5cddd6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:27.035423 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cec3cc47-312c-4090-afb8-3027f5654a22 req-ab37a1ce-d516-40a4-84cc-88b5cddd6d8f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0846870 Jul 15 15:03:27.139983 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b9d17a1a-3332-4195-bfec-81e1f8d3a114 req-ccfb1f19-ed23-4ca0-af5a-67c2bc8353a6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006727 Jul 15 15:03:27.150296 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3cc47-312c-4090-afb8-3027f5654a22 req-ac3cb61d-3efa-42bc-b76a-407a014fa002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:27.153036 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cec3cc47-312c-4090-afb8-3027f5654a22 req-ac3cb61d-3efa-42bc-b76a-407a014fa002 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868816 Jul 15 15:03:27.248625 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-f0eb799a-521f-45ee-9b90-d691acb99f65 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d28d510bd4c40ebb5fe32f656c4789b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045349 Jul 15 15:03:27.251002 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 34586) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:27.340612 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cec3cc47-312c-4090-afb8-3027f5654a22 req-2149fd3d-b8e4-4793-94b9-28501e7148e3 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754763 Jul 15 15:03:27.392452 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-067aa66e-260b-44d1-a36b-97ccbbcc3a71 admin admin] Publish callbacks [] for security_group (2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:27.399839 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439e078-6288-4e3a-b210-2b79c364df9c req-a4060c91-3a45-4bd8-aa03-555c103f7dce tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:27.423090 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9439e078-6288-4e3a-b210-2b79c364df9c req-a4060c91-3a45-4bd8-aa03-555c103f7dce tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.1280992 Jul 15 15:03:27.475210 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-067aa66e-260b-44d1-a36b-97ccbbcc3a71 admin admin] Publish callbacks [] for security_group (2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:27.532475 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9439e078-6288-4e3a-b210-2b79c364df9c req-70581628-e811-40fa-af60-e96c6f0ce447 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045063 Jul 15 15:03:27.560998 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-067aa66e-260b-44d1-a36b-97ccbbcc3a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:27.563621 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-067aa66e-260b-44d1-a36b-97ccbbcc3a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:27.567327 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-067aa66e-260b-44d1-a36b-97ccbbcc3a71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4 HTTP/1.1" status: 204 len: 168 time: 0.3128142 Jul 15 15:03:27.570358 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cec3cc47-312c-4090-afb8-3027f5654a22 req-ed4f5881-8b4c-4210-a9ca-7b6536ff9225 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113895 Jul 15 15:03:27.577244 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067aa66e-260b-44d1-a36b-97ccbbcc3a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1ed6da-feaa-41b4-a6f1-85ed68ee12f4,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:28.331900 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df76f84-e7d9-4f3c-85f4-9df2233357e9 req-ebeda8b1-3e05-48d2-a86a-0dd56e590758 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:28.334541 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3df76f84-e7d9-4f3c-85f4-9df2233357e9 req-ebeda8b1-3e05-48d2-a86a-0dd56e590758 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0841041 Jul 15 15:03:28.404028 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3df76f84-e7d9-4f3c-85f4-9df2233357e9 req-651503c3-efba-4719-ab37-292fa20ae7ef tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613096 Jul 15 15:03:28.662700 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feebcbf-5eea-4acc-8ec4-9328f04dec7a req-83c44a2c-45e1-4bf9-a03e-725a422bccfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:28.664191 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8feebcbf-5eea-4acc-8ec4-9328f04dec7a req-83c44a2c-45e1-4bf9-a03e-725a422bccfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0674875 Jul 15 15:03:28.746871 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8feebcbf-5eea-4acc-8ec4-9328f04dec7a req-84e42728-b99d-4ef6-b895-8937b7c18855 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763011 Jul 15 15:03:29.529268 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266b8e0-f839-4fb3-b0e5-133b55098f3a req-827eb490-59be-44d3-b693-c612b6178c8f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:29.530744 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1266b8e0-f839-4fb3-b0e5-133b55098f3a req-827eb490-59be-44d3-b693-c612b6178c8f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0567827 Jul 15 15:03:29.595240 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1266b8e0-f839-4fb3-b0e5-133b55098f3a req-371f5671-dad3-49de-87da-b548be3299a5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577586 Jul 15 15:03:29.881318 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4612c-23d5-4fbb-a486-04c66d267ba3 req-78c9a1ff-6410-4fe5-8284-af440999474b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:29.882798 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-99a4612c-23d5-4fbb-a486-04c66d267ba3 req-78c9a1ff-6410-4fe5-8284-af440999474b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0550165 Jul 15 15:03:29.932156 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-99a4612c-23d5-4fbb-a486-04c66d267ba3 req-605846ff-1828-4fb8-bee4-fd547714a816 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Jul 15 15:03:30.038221 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 00bcb254-9fea-44c6-87c7-c34b963ce6f5 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:03:30.150233 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:30.164186 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'port_id': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'mac_address': 'fa:16:3e:0a:94:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:03:30.206745 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:30.207282 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:30.221974 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bcb254-9fea-44c6-87c7-c34b963ce6f5 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:03:30.244155 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:30.251068 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:30.330360 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=00bcb254-9fea-44c6-87c7-c34b963ce6f5,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:30.338090 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.338531 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.339004 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.339411 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.339753 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.340117 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.340458 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.340832 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.341169 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.341733 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.341860 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.342370 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.342704 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:30.753785 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3137b-e96e-4f23-a550-c8afc8f9631b req-cbb5587e-235b-4697-b1d0-5eaf318ccd15 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:30.755533 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-57d3137b-e96e-4f23-a550-c8afc8f9631b req-cbb5587e-235b-4697-b1d0-5eaf318ccd15 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0681832 Jul 15 15:03:30.802515 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['00bcb254-9fea-44c6-87c7-c34b963ce6f5'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:30.814400 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-57d3137b-e96e-4f23-a550-c8afc8f9631b req-8fed8c98-31ac-4645-aaf0-c24d43f1819f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516679 Jul 15 15:03:31.196849 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0b7a5-1321-4a7e-9629-a71429a312df req-f0a4e5ac-15b6-4387-b73b-404b25b55b25 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:31.213396 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dae0b7a5-1321-4a7e-9629-a71429a312df req-f0a4e5ac-15b6-4387-b73b-404b25b55b25 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0964205 Jul 15 15:03:31.283374 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dae0b7a5-1321-4a7e-9629-a71429a312df req-1d9c8b4a-90df-4148-b249-8fb381e89f38 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569193 Jul 15 15:03:31.969030 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20f2ac-fae1-4d65-849f-12f5b0adb43f req-2632c110-29a2-478d-88d7-87550d4e907c tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:31.970668 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-dc20f2ac-fae1-4d65-849f-12f5b0adb43f req-2632c110-29a2-478d-88d7-87550d4e907c tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0569620 Jul 15 15:03:32.027161 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-dc20f2ac-fae1-4d65-849f-12f5b0adb43f req-a9faa519-a62c-4694-96a9-5f5a03bdc4ee tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475206 Jul 15 15:03:32.436080 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ad364-45ba-46e0-a8cb-74bf6445c94d req-24dffc75-ffb4-458b-996a-8aa2173fb544 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:32.443655 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-963ad364-45ba-46e0-a8cb-74bf6445c94d req-24dffc75-ffb4-458b-996a-8aa2173fb544 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0689039 Jul 15 15:03:32.532174 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-963ad364-45ba-46e0-a8cb-74bf6445c94d req-6cd51a86-b272-4267-8aeb-e0ed1980eb2f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872769 Jul 15 15:03:33.161079 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0c254-860b-4d5f-a0a8-04e6f10ee068 req-8f017375-0a96-4704-96e3-456026492c70 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:33.162546 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3ee0c254-860b-4d5f-a0a8-04e6f10ee068 req-8f017375-0a96-4704-96e3-456026492c70 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0577760 Jul 15 15:03:33.209767 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3ee0c254-860b-4d5f-a0a8-04e6f10ee068 req-3a004b1e-9539-437f-931d-dd6b1b8320d3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 Jul 15 15:03:33.656714 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0165d-8d97-4374-b046-dcae5c7342b5 req-3b7b1174-e44c-4e6e-9796-ee938c2ec732 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:33.658204 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f8e0165d-8d97-4374-b046-dcae5c7342b5 req-3b7b1174-e44c-4e6e-9796-ee938c2ec732 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0569773 Jul 15 15:03:33.708083 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f8e0165d-8d97-4374-b046-dcae5c7342b5 req-4af1d3c3-c945-4f44-96e0-837b320baa05 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441275 Jul 15 15:03:34.334395 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd1db8-40a6-4350-89b2-dce53baee703 req-0110fb75-d840-4ebb-9aa5-c2f920a4e144 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:34.335849 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f8fd1db8-40a6-4350-89b2-dce53baee703 req-0110fb75-d840-4ebb-9aa5-c2f920a4e144 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0519776 Jul 15 15:03:34.381390 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f8fd1db8-40a6-4350-89b2-dce53baee703 req-12cf3b12-8445-4f5b-9c5d-9d5dbdf294df tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393045 Jul 15 15:03:34.829576 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa9958-6b29-4a89-8292-43fcc393ca83 req-1689ce80-1368-4230-9fd4-6ac339c307b7 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:34.831108 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4ffa9958-6b29-4a89-8292-43fcc393ca83 req-1689ce80-1368-4230-9fd4-6ac339c307b7 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0567656 Jul 15 15:03:34.879277 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4ffa9958-6b29-4a89-8292-43fcc393ca83 req-9c201e1e-8f6f-4daf-b60e-4c510dbbcd18 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Jul 15 15:03:35.505668 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b67726-3396-491e-9c82-db7016bc2b4a req-cd969f2a-37fa-4f6e-8c02-e25026334373 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:35.507157 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-52b67726-3396-491e-9c82-db7016bc2b4a req-cd969f2a-37fa-4f6e-8c02-e25026334373 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0532017 Jul 15 15:03:35.557235 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-52b67726-3396-491e-9c82-db7016bc2b4a req-a89ff5c9-6695-4932-862d-52e82851c8fe tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445831 Jul 15 15:03:35.995823 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124f293-a668-4893-ac59-3540b4f96ac4 req-093bd24b-ec7c-4296-973a-98828e9661d9 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:35.997331 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7124f293-a668-4893-ac59-3540b4f96ac4 req-093bd24b-ec7c-4296-973a-98828e9661d9 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0525980 Jul 15 15:03:36.043381 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7124f293-a668-4893-ac59-3540b4f96ac4 req-3141a830-4321-4a9f-8506-97366a245aeb tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 Jul 15 15:03:36.681204 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca36496-f0e6-4031-8a78-1e0526b7a158 req-712a0153-d3d6-4ec8-b1f2-271867576fb0 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:36.682816 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8ca36496-f0e6-4031-8a78-1e0526b7a158 req-712a0153-d3d6-4ec8-b1f2-271867576fb0 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0552886 Jul 15 15:03:36.735019 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8ca36496-f0e6-4031-8a78-1e0526b7a158 req-51394f16-8bf1-4b79-9dba-8fceae3b12f8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447080 Jul 15 15:03:36.739316 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:37.201809 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed921ee-68d5-4a13-809a-69fded90ee13 req-fca0069f-0c1a-4376-9a32-c924ab59f7c4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:37.205045 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2ed921ee-68d5-4a13-809a-69fded90ee13 req-fca0069f-0c1a-4376-9a32-c924ab59f7c4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0641582 Jul 15 15:03:37.252509 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2ed921ee-68d5-4a13-809a-69fded90ee13 req-b01b1661-ec4b-4761-826f-ffb6bde9684e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435109 Jul 15 15:03:37.601486 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9f61c03c-ab37-4536-b7e7-cb3545fcb972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:37.874532 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dc5e3-e3a4-4c5a-a8d3-4ddf6d4e4446 req-7ecae288-b397-40bb-8425-6f878e1ec7a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:37.876168 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2e7dc5e3-e3a4-4c5a-a8d3-4ddf6d4e4446 req-7ecae288-b397-40bb-8425-6f878e1ec7a3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0596755 Jul 15 15:03:37.924209 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2e7dc5e3-e3a4-4c5a-a8d3-4ddf6d4e4446 req-e69c7a2f-2691-44e2-963a-db4625b1f053 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Jul 15 15:03:38.075787 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 00bcb254-9fea-44c6-87c7-c34b963ce6f5 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:38.124230 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:03:38.128807 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:03:38.129388 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:38.206523 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:03:38.207081 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:38.235951 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:03:38.238493 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd19372b-5a44-4c6a-8dbb-edccae1eed37" -d '{"events": [{"server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "name": "network-vif-plugged", "status": "completed", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:38.251740 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:38.256509 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:38.296438 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c3dd76-775c-469b-96de-685ee5de0ace x-openstack-request-id: req-18c3dd76-775c-469b-96de-685ee5de0ace {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:38.297042 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "name": "network-vif-plugged", "status": "completed", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:38.297450 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-18c3dd76-775c-469b-96de-685ee5de0ace {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:38.298011 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c3dd76-775c-469b-96de-685ee5de0ace'] response: {'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'code': 200} Jul 15 15:03:38.311577 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=00bcb254-9fea-44c6-87c7-c34b963ce6f5,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:38.427559 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e1ac-e7b8-49d0-8ff8-26cc38b6b8eb req-964fa986-3944-44d8-b9af-a718311f7735 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:38.429542 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-92b1e1ac-e7b8-49d0-8ff8-26cc38b6b8eb req-964fa986-3944-44d8-b9af-a718311f7735 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0679579 Jul 15 15:03:38.483698 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-92b1e1ac-e7b8-49d0-8ff8-26cc38b6b8eb req-8234a756-921a-467c-bb91-7b2ae6763b6b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458779 Jul 15 15:03:38.550231 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd56016-a502-4a2e-b361-083dfc1b1618 req-9a1ff477-6982-4964-aa0b-cb97ac690f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:38.551796 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bdd56016-a502-4a2e-b361-083dfc1b1618 req-9a1ff477-6982-4964-aa0b-cb97ac690f64 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 1130 time: 0.0615165 Jul 15 15:03:38.629395 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bdd56016-a502-4a2e-b361-083dfc1b1618 req-f71486e1-dd29-4ac4-8e05-b21c833bbec4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578957 Jul 15 15:03:39.087888 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ded06-f703-418b-a156-fd749fe6d50e req-8129e29e-bf72-4c57-8607-023ebbc530c2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:39.095885 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-159ded06-f703-418b-a156-fd749fe6d50e req-8129e29e-bf72-4c57-8607-023ebbc530c2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0787079 Jul 15 15:03:39.164370 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-159ded06-f703-418b-a156-fd749fe6d50e req-b7626b5f-d8c9-4ec3-8033-3de762b854b9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670836 Jul 15 15:03:39.606781 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63cd5e-9e22-4264-84eb-118cf0e5eaeb req-2877cfa7-79c0-4905-a8bd-6418e47cc328 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:39.608979 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6c63cd5e-9e22-4264-84eb-118cf0e5eaeb req-2877cfa7-79c0-4905-a8bd-6418e47cc328 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0570438 Jul 15 15:03:39.654826 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6c63cd5e-9e22-4264-84eb-118cf0e5eaeb req-21286945-58ea-4195-a0be-ac677a079b67 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Jul 15 15:03:39.683141 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-695a3a71-f904-464c-a80f-d79f8e7c16fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:40.291414 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6a311-4d0a-47f2-ac46-8b89febce438 req-f5606372-f19c-4226-98c9-29b520a2ca0f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:40.292882 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-48e6a311-4d0a-47f2-ac46-8b89febce438 req-f5606372-f19c-4226-98c9-29b520a2ca0f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0519936 Jul 15 15:03:40.343657 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-48e6a311-4d0a-47f2-ac46-8b89febce438 req-1b7364b1-72d1-4e7e-b17e-71670a8824cc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 Jul 15 15:03:40.771354 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e16d3-fc89-4c0b-a487-6d96d50fc8b8 req-790d609d-748f-4102-8c9f-ff0bb5b3d9c5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:40.773092 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fc6e16d3-fc89-4c0b-a487-6d96d50fc8b8 req-790d609d-748f-4102-8c9f-ff0bb5b3d9c5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0529118 Jul 15 15:03:40.823383 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fc6e16d3-fc89-4c0b-a487-6d96d50fc8b8 req-cbc12dad-8f9f-496b-8363-a2867c78cbf4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447698 Jul 15 15:03:40.957016 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:41.463990 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7837-10d2-47aa-9589-a7a4b4a2b895 req-23a18e40-6041-4bf7-9608-e66d3749d79e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:41.465489 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d82e7837-10d2-47aa-9589-a7a4b4a2b895 req-23a18e40-6041-4bf7-9608-e66d3749d79e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0519698 Jul 15 15:03:41.513908 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d82e7837-10d2-47aa-9589-a7a4b4a2b895 req-faf7c5f5-9310-4d8c-a66e-f881fb68c559 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414515 Jul 15 15:03:41.526435 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:03:41.945656 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c80f9-c090-418b-b547-6f71184a3740 req-61f46a96-2b41-4811-bfca-67cea1a0d933 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:41.947126 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c35c80f9-c090-418b-b547-6f71184a3740 req-61f46a96-2b41-4811-bfca-67cea1a0d933 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0536904 Jul 15 15:03:42.000776 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c35c80f9-c090-418b-b547-6f71184a3740 req-8300736d-3f64-490a-a9c5-30d0d98666be tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470166 Jul 15 15:03:42.379052 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:42.637347 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb33e7f-9192-4eae-ae39-37473c7046b5 req-2cb6788d-3063-4ac3-9c7b-4bb21fa22988 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:42.638858 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6cb33e7f-9192-4eae-ae39-37473c7046b5 req-2cb6788d-3063-4ac3-9c7b-4bb21fa22988 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0525963 Jul 15 15:03:42.684432 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6cb33e7f-9192-4eae-ae39-37473c7046b5 req-6b7621ae-48d0-4942-b686-3c579578e04e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400231 Jul 15 15:03:43.119848 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382daf32-dbd1-44e3-8050-d5aa3fb55892 req-e0ee2a19-cc49-4b33-9f85-4471954e8729 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:43.121472 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-382daf32-dbd1-44e3-8050-d5aa3fb55892 req-e0ee2a19-cc49-4b33-9f85-4471954e8729 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0534868 Jul 15 15:03:43.170730 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-382daf32-dbd1-44e3-8050-d5aa3fb55892 req-cfb735b0-a7bc-4163-9495-fe68c5505d36 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Jul 15 15:03:43.811383 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c09da5-2bf4-44d5-90de-91a052f1f005 req-5f4e621c-fa4d-4702-93a7-89650c95f1a9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:43.812875 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-17c09da5-2bf4-44d5-90de-91a052f1f005 req-5f4e621c-fa4d-4702-93a7-89650c95f1a9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0569077 Jul 15 15:03:43.861491 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-17c09da5-2bf4-44d5-90de-91a052f1f005 req-f6f3649f-dc58-4c99-9be9-20aca16809d8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430756 Jul 15 15:03:43.881688 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:44.288942 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d0ce5-8415-4a4e-abcc-9b6222f67de7 req-e9b00878-7a0d-4c28-b3d8-206bb9bc0a58 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:44.290316 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ae9d0ce5-8415-4a4e-abcc-9b6222f67de7 req-e9b00878-7a0d-4c28-b3d8-206bb9bc0a58 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0528221 Jul 15 15:03:44.336730 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ae9d0ce5-8415-4a4e-abcc-9b6222f67de7 req-739473bd-efce-4145-93c8-352410d2c5ef tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 Jul 15 15:03:45.000467 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9777fc7-b7e3-43f0-a796-124eb00e419a req-12405d13-3bfe-4ad5-90d8-47ff4aac9cbf tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:45.002036 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f9777fc7-b7e3-43f0-a796-124eb00e419a req-12405d13-3bfe-4ad5-90d8-47ff4aac9cbf tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0649168 Jul 15 15:03:45.056119 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f9777fc7-b7e3-43f0-a796-124eb00e419a req-46f6a9cc-20f0-484c-bacd-2076d94aea8c tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484014 Jul 15 15:03:45.493977 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0772300-0b50-4536-ae8b-09434a1adf80 req-82dde1a2-505d-46bd-9708-7e6be96c9277 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:45.500319 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e0772300-0b50-4536-ae8b-09434a1adf80 req-82dde1a2-505d-46bd-9708-7e6be96c9277 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0789590 Jul 15 15:03:45.549624 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e0772300-0b50-4536-ae8b-09434a1adf80 req-18a44cc0-0814-44c8-b666-a29642f40f63 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478868 Jul 15 15:03:46.231619 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b62be-7095-408c-9d96-b1834dd27daa req-bd411199-4054-42b4-b6d6-c673bee34003 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:46.237131 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3a1b62be-7095-408c-9d96-b1834dd27daa req-bd411199-4054-42b4-b6d6-c673bee34003 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0666351 Jul 15 15:03:46.286105 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3a1b62be-7095-408c-9d96-b1834dd27daa req-378b8159-a2bd-4168-bfb8-07b9ae9cb7d2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465107 Jul 15 15:03:46.678916 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6d767-5bee-4968-8aca-35d3e37b3419 req-1afb89de-ea83-411c-beaf-9adac60dad19 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:46.680415 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6cf6d767-5bee-4968-8aca-35d3e37b3419 req-1afb89de-ea83-411c-beaf-9adac60dad19 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0583055 Jul 15 15:03:46.730825 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6cf6d767-5bee-4968-8aca-35d3e37b3419 req-31325f8c-5249-408b-aa0c-d7684972526b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431726 Jul 15 15:03:47.413001 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5d3a2-709a-4342-b8ef-f349419a31ec req-e44f5515-45fd-43f6-ade1-d93d0b8c2aa9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:47.414689 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-72e5d3a2-709a-4342-b8ef-f349419a31ec req-e44f5515-45fd-43f6-ade1-d93d0b8c2aa9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0589316 Jul 15 15:03:47.464861 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-72e5d3a2-709a-4342-b8ef-f349419a31ec req-3c7ea439-09c7-44a4-8238-168a867a3d56 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435200 Jul 15 15:03:47.897280 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d62e-cd84-4024-b42f-08656dddd7b3 req-f0b0abc1-1872-4286-8c67-939e12575d28 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:47.899645 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d941d62e-cd84-4024-b42f-08656dddd7b3 req-f0b0abc1-1872-4286-8c67-939e12575d28 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0697057 Jul 15 15:03:47.962839 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d941d62e-cd84-4024-b42f-08656dddd7b3 req-8d415ead-c162-4b3e-8387-fd0f899e63cb tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560884 Jul 15 15:03:48.610315 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f747ea4-4d88-4fc2-bd5c-6ac36fff386e req-6d935fd2-c9f8-42c8-8dd4-ba30a8564015 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:48.612206 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2f747ea4-4d88-4fc2-bd5c-6ac36fff386e req-6d935fd2-c9f8-42c8-8dd4-ba30a8564015 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0557683 Jul 15 15:03:48.672488 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2f747ea4-4d88-4fc2-bd5c-6ac36fff386e req-9ef7ff81-2714-4571-92a3-bd738c9960a2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529578 Jul 15 15:03:49.097978 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b5d8e-138e-44af-b734-c881fa26d864 req-a6a97ed7-9456-41c7-a732-89db9f1bb26a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:49.100164 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0d4b5d8e-138e-44af-b734-c881fa26d864 req-a6a97ed7-9456-41c7-a732-89db9f1bb26a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0572264 Jul 15 15:03:49.163884 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0d4b5d8e-138e-44af-b734-c881fa26d864 req-2f7d7b0a-0123-4b2a-9dfc-63d9beeabeae tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570273 Jul 15 15:03:49.815132 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31863ff6-520b-45e6-b1b1-faa19345f4b7 req-cddceb25-e3b2-46b4-a48d-89bba20ea97a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:49.816737 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-31863ff6-520b-45e6-b1b1-faa19345f4b7 req-cddceb25-e3b2-46b4-a48d-89bba20ea97a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0545483 Jul 15 15:03:49.866117 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-31863ff6-520b-45e6-b1b1-faa19345f4b7 req-f5ef4710-0f82-45fd-88da-c3a0c81f3469 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437579 Jul 15 15:03:50.293090 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb74107-f6a9-4698-8bf9-6cfb703f37a1 req-f1faadc1-5a8e-4400-88e0-345de1fc1526 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:50.295379 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-dfb74107-f6a9-4698-8bf9-6cfb703f37a1 req-f1faadc1-5a8e-4400-88e0-345de1fc1526 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0640521 Jul 15 15:03:50.349058 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-dfb74107-f6a9-4698-8bf9-6cfb703f37a1 req-463b7146-d736-47c5-81a0-927fbddb80f8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475199 Jul 15 15:03:50.992860 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16275160-01a7-4830-933f-0c168d6e8aa6 req-830ac273-c832-4e38-9970-7385522c44a7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:50.994352 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-16275160-01a7-4830-933f-0c168d6e8aa6 req-830ac273-c832-4e38-9970-7385522c44a7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0540481 Jul 15 15:03:51.064554 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-16275160-01a7-4830-933f-0c168d6e8aa6 req-ee6dfaf2-907f-4a2f-8263-90eea575c415 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637155 Jul 15 15:03:51.487661 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088a147-4e79-4fd4-b5f9-e0d05104b767 req-09184c48-cced-4dc9-91d0-96f345d26e5c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:51.494531 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6088a147-4e79-4fd4-b5f9-e0d05104b767 req-09184c48-cced-4dc9-91d0-96f345d26e5c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0645170 Jul 15 15:03:51.557966 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6088a147-4e79-4fd4-b5f9-e0d05104b767 req-74bfe5be-da57-4c1e-8071-2abcf5bee98c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624061 Jul 15 15:03:52.234604 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa8fa7-258e-476c-8f6d-f71f81813bbe req-fb744acc-e04c-4081-b5e1-ee0a6a674ef5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:52.236835 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4dfa8fa7-258e-476c-8f6d-f71f81813bbe req-fb744acc-e04c-4081-b5e1-ee0a6a674ef5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0758295 Jul 15 15:03:52.314999 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4dfa8fa7-258e-476c-8f6d-f71f81813bbe req-c443e518-4ea3-4290-96db-e167a001bc77 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681829 Jul 15 15:03:52.710305 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb48bd6-5ccb-4085-a2c6-8f5984c4f90f req-640c674d-0b5a-4334-bc40-b523391131e4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:52.711831 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2cb48bd6-5ccb-4085-a2c6-8f5984c4f90f req-640c674d-0b5a-4334-bc40-b523391131e4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0647440 Jul 15 15:03:52.790951 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2cb48bd6-5ccb-4085-a2c6-8f5984c4f90f req-c20f24b8-b92c-45bf-8e35-5221a3efa58b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720348 Jul 15 15:03:53.454572 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdef551-0f24-4a0f-acbd-0c99a6e1fa6e req-f54fae72-6542-4fee-9c8f-9a27be094b38 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:53.456084 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4fdef551-0f24-4a0f-acbd-0c99a6e1fa6e req-f54fae72-6542-4fee-9c8f-9a27be094b38 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0610294 Jul 15 15:03:53.509931 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4fdef551-0f24-4a0f-acbd-0c99a6e1fa6e req-4b948d67-90ca-437c-90a2-7d408bf077a7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429285 Jul 15 15:03:53.637520 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694afcf0-feb9-445c-9989-266bdcf1ba2e req-c9f957a7-e146-412d-8277-8a527146f1d2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:53.639819 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-694afcf0-feb9-445c-9989-266bdcf1ba2e req-c9f957a7-e146-412d-8277-8a527146f1d2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0592065 Jul 15 15:03:53.649563 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 34912) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:03:53.654736 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-7a4bf107-cc59-4750-be5b-580625fdee4d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Request body: {'floatingip': {'port_id': '00bcb254-9fea-44c6-87c7-c34b963ce6f5'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:03:53.695458 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf107-cc59-4750-be5b-580625fdee4d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (0759ccaf-c328-4dec-b8d3-2e5e6c907adb), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:54.001373 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b252555-902d-4a91-be3e-e7587619eec2 req-324da78d-41fe-4f63-8be2-9133f6bc5c0a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:54.002859 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7b252555-902d-4a91-be3e-e7587619eec2 req-324da78d-41fe-4f63-8be2-9133f6bc5c0a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.1045430 Jul 15 15:03:54.093225 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7b252555-902d-4a91-be3e-e7587619eec2 req-a6434e7f-b33e-4632-b36e-cfc0657bfc36 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569491 Jul 15 15:03:54.256518 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf107-cc59-4750-be5b-580625fdee4d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:54.260803 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf107-cc59-4750-be5b-580625fdee4d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (0759ccaf-c328-4dec-b8d3-2e5e6c907adb), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:54.600156 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.l3_db [None req-7a4bf107-cc59-4750-be5b-580625fdee4d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Floating IP 0759ccaf-c328-4dec-b8d3-2e5e6c907adb associated. External IP: 172.27.2.213, port: 00bcb254-9fea-44c6-87c7-c34b963ce6f5. Jul 15 15:03:54.836653 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4bf107-cc59-4750-be5b-580625fdee4d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Router 436e19d0-84a9-4644-a17a-bc2757507467 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:03:54.948574 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4bf107-cc59-4750-be5b-580625fdee4d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:54.958643 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf107-cc59-4750-be5b-580625fdee4d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:03:54.962970 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc816fc-c374-43fc-96a0-3c231bd40dea None None] Sync routers for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:54.986271 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc816fc-c374-43fc-96a0-3c231bd40dea None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:03:54.987128 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-bdc816fc-c374-43fc-96a0-3c231bd40dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:03:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:55.021370 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-7a4bf107-cc59-4750-be5b-580625fdee4d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "PUT /v2.0/floatingips/0759ccaf-c328-4dec-b8d3-2e5e6c907adb HTTP/1.1" status: 200 len: 992 time: 1.3706942 Jul 15 15:03:55.021964 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:03:55.025590 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931f1cab-de68-4380-8130-b1517aa41de5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:55.066230 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31f7a02-1243-43f9-9f95-2e4b13e4b259 x-openstack-request-id: req-a31f7a02-1243-43f9-9f95-2e4b13e4b259 {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:55.066531 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:55.066792 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a31f7a02-1243-43f9-9f95-2e4b13e4b259 {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:55.067207 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31f7a02-1243-43f9-9f95-2e4b13e4b259'] response: {'name': 'network-changed', 'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'status': 'completed', 'code': 200} Jul 15 15:03:55.135098 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-bdc816fc-c374-43fc-96a0-3c231bd40dea None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:03:55.284991 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1f816-a1ea-448e-88fc-a84c105a3741 req-da43c644-dd63-484d-b3be-78092d52ae03 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:55.291929 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a5d1f816-a1ea-448e-88fc-a84c105a3741 req-da43c644-dd63-484d-b3be-78092d52ae03 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0992906 Jul 15 15:03:55.361487 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a5d1f816-a1ea-448e-88fc-a84c105a3741 req-3ba1ad2e-041b-496b-94ac-28e81be461ee tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629060 Jul 15 15:03:55.472650 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-bdc816fc-c374-43fc-96a0-3c231bd40dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '0759ccaf-c328-4dec-b8d3-2e5e6c907adb', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'port_id': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'mac_address': 'fa:16:3e:0a:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:03:16Z', 'updated_at': '2022-07-15T15:03:54Z', 'revision_number': 1, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:17Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:55.497205 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc816fc-c374-43fc-96a0-3c231bd40dea None None] Checking router: 436e19d0-84a9-4644-a17a-bc2757507467 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:55.507333 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc816fc-c374-43fc-96a0-3c231bd40dea None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:03:55.507809 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-bdc816fc-c374-43fc-96a0-3c231bd40dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:03:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:55.642515 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-bdc816fc-c374-43fc-96a0-3c231bd40dea None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:03:55.907509 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-bdc816fc-c374-43fc-96a0-3c231bd40dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '0759ccaf-c328-4dec-b8d3-2e5e6c907adb', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'port_id': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'mac_address': 'fa:16:3e:0a:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:03:16Z', 'updated_at': '2022-07-15T15:03:54Z', 'revision_number': 1, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:17Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:56.073903 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc816fc-c374-43fc-96a0-3c231bd40dea None None] The sync data for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi is: [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '0759ccaf-c328-4dec-b8d3-2e5e6c907adb', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'port_id': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'mac_address': 'fa:16:3e:0a:94:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:03:16Z', 'updated_at': '2022-07-15T15:03:54Z', 'revision_number': 1, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:17Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:56.370771 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c5703b-375f-4807-8130-d30652a2e09c None None] New status for floating IP 0759ccaf-c328-4dec-b8d3-2e5e6c907adb: ACTIVE {{(pid=103715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:03:56.488072 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee644ef-70e2-4055-b83d-8b9422e5d869 req-7a26e61a-8299-4f01-a9f2-69057fb0717c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:56.489785 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4ee644ef-70e2-4055-b83d-8b9422e5d869 req-7a26e61a-8299-4f01-a9f2-69057fb0717c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0608077 Jul 15 15:03:56.541669 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4ee644ef-70e2-4055-b83d-8b9422e5d869 req-331cf16f-bc2a-4166-a77d-3b54d457ab0e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463097 Jul 15 15:03:57.662085 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c68df3-4afe-4bbe-920e-abf6402c8b2a req-92465081-8cdd-4dbd-bf0f-f12b13625b2c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:57.663546 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-50c68df3-4afe-4bbe-920e-abf6402c8b2a req-92465081-8cdd-4dbd-bf0f-f12b13625b2c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0541615 Jul 15 15:03:57.719971 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-50c68df3-4afe-4bbe-920e-abf6402c8b2a req-275387c0-89cf-4aaf-9141-de5d555d1e21 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509021 Jul 15 15:03:58.747839 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f1cab-de68-4380-8130-b1517aa41de5 req-9968f20c-e271-4e88-aa92-740c07dc53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:58.749531 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-931f1cab-de68-4380-8130-b1517aa41de5 req-9968f20c-e271-4e88-aa92-740c07dc53d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 1130 time: 0.0581741 Jul 15 15:03:58.903435 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76155f-98c3-43b6-85dd-ff6c6c4c90de req-bebcdd8f-b725-44bd-a521-543700318613 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:58.906498 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9a76155f-98c3-43b6-85dd-ff6c6c4c90de req-bebcdd8f-b725-44bd-a521-543700318613 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.1205251 Jul 15 15:03:58.952198 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f1cab-de68-4380-8130-b1517aa41de5 req-ad0ebfd1-d467-4df5-9aa6-122ce11770c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:58.953657 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-931f1cab-de68-4380-8130-b1517aa41de5 req-ad0ebfd1-d467-4df5-9aa6-122ce11770c5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 200 len: 917 time: 0.1414239 Jul 15 15:03:59.019683 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9a76155f-98c3-43b6-85dd-ff6c6c4c90de req-656ed591-d6d1-4ed6-8ddd-62895cb0ee40 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981042 Jul 15 15:03:59.035244 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-931f1cab-de68-4380-8130-b1517aa41de5 req-ebaeaffd-26a5-44c5-b942-df1828519dbe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5 HTTP/1.1" status: 200 len: 1002 time: 0.0742190 Jul 15 15:03:59.084333 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f1cab-de68-4380-8130-b1517aa41de5 req-a61a373a-e02f-41c9-8a47-766a17d39922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:59.085801 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-931f1cab-de68-4380-8130-b1517aa41de5 req-a61a373a-e02f-41c9-8a47-766a17d39922 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=91da5f73-afdf-40ef-8514-e3bc1855b00b HTTP/1.1" status: 200 len: 855 time: 0.0439367 Jul 15 15:03:59.136598 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f1cab-de68-4380-8130-b1517aa41de5 req-2f695691-ac34-4847-8755-546a680dbbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:03:59.138103 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-931f1cab-de68-4380-8130-b1517aa41de5 req-2f695691-ac34-4847-8755-546a680dbbea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6bc3d271-2ef5-49bb-a731-b4563e428444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442154 Jul 15 15:03:59.265218 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-931f1cab-de68-4380-8130-b1517aa41de5 req-bcfd84ec-75f3-440c-b759-2e00993c1d98 service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207826 Jul 15 15:03:59.358251 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-931f1cab-de68-4380-8130-b1517aa41de5 req-72e5cae0-aa5c-4742-8d6c-ed686f4b49bc service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830386 Jul 15 15:04:00.165441 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbceca-29dc-40a4-9363-90292e5e2557 req-9d21ef8c-bc55-4861-8686-ed4397bfd772 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:00.166919 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3bcbceca-29dc-40a4-9363-90292e5e2557 req-9d21ef8c-bc55-4861-8686-ed4397bfd772 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0650077 Jul 15 15:04:00.226449 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3bcbceca-29dc-40a4-9363-90292e5e2557 req-cca73cb4-f930-43f1-b66e-cc24b9571ea0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533197 Jul 15 15:04:01.347204 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d525d8-348f-4bd3-b377-f17c9d17c7e3 req-2885fa75-0223-4ad5-87ae-09f6a909617f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:01.348727 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-90d525d8-348f-4bd3-b377-f17c9d17c7e3 req-2885fa75-0223-4ad5-87ae-09f6a909617f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0594475 Jul 15 15:04:01.402781 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-90d525d8-348f-4bd3-b377-f17c9d17c7e3 req-9fa6c355-6027-401c-b6b4-fa8887cca0ff tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481148 Jul 15 15:04:02.558005 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcde05-1a24-4a0a-96b1-b702c20c0362 req-900ae876-1e0b-4fab-9872-1e6c2903a040 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:02.559895 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4ebcde05-1a24-4a0a-96b1-b702c20c0362 req-900ae876-1e0b-4fab-9872-1e6c2903a040 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0696435 Jul 15 15:04:02.615727 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4ebcde05-1a24-4a0a-96b1-b702c20c0362 req-d7cbe608-d100-4782-af8f-ddc7b1dcf866 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476532 Jul 15 15:04:03.127261 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 35160) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:03.170876 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Deleting subnet e80c26ac-e45f-4c78-99aa-898d7c2e6a7c {{(pid=103712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:04:03.173959 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Publish callbacks [] for subnet (e80c26ac-e45f-4c78-99aa-898d7c2e6a7c), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.210155 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785271'] for subnet (e80c26ac-e45f-4c78-99aa-898d7c2e6a7c), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.249501 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (e80c26ac-e45f-4c78-99aa-898d7c2e6a7c), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.300797 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3082468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12400101'] for subnet (e80c26ac-e45f-4c78-99aa-898d7c2e6a7c), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.327530 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e80c26ac-e45f-4c78-99aa-898d7c2e6a7c,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:03.330493 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.332896 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e80c26ac-e45f-4c78-99aa-898d7c2e6a7c HTTP/1.1" status: 204 len: 168 time: 0.2046580 Jul 15 15:04:03.335574 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 35162) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:03.338833 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.339185 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.339746 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.339862 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.340192 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.340521 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.340875 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.341206 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.342276 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.342796 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.343130 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.343455 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.343796 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8541360b-7499-438b-af3a-5498db179684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:03.408054 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (585753bc-7463-4592-920c-3c881b63b35e), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.494388 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (585753bc-7463-4592-920c-3c881b63b35e), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.515763 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585753bc-7463-4592-920c-3c881b63b35e']}} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:03.526086 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635895a0-8e57-4ce0-9688-1893e0a0854f') {'for_net_delete': True} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:03.526390 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635895a0-8e57-4ce0-9688-1893e0a0854f') {} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:03.535771 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8946320'] for segment (635895a0-8e57-4ce0-9688-1893e0a0854f), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.549102 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (635895a0-8e57-4ce0-9688-1893e0a0854f), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.555167 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:04:03.555553 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9594317'] for segment (635895a0-8e57-4ce0-9688-1893e0a0854f), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.596681 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 635895a0-8e57-4ce0-9688-1893e0a0854f resource provider aggregate not found Jul 15 15:04:03.615073 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 635895a0-8e57-4ce0-9688-1893e0a0854f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 635895a0-8e57-4ce0-9688-1893e0a0854f found for delete ", "request_id": "req-e398642e-9e9a-4c6a-8722-032e65b7ff5d"}]} Jul 15 15:04:03.622904 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (585753bc-7463-4592-920c-3c881b63b35e), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.628747 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.631848 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] 10.222.0.47 "DELETE /v2.0/networks/585753bc-7463-4592-920c-3c881b63b35e HTTP/1.1" status: 204 len: 168 time: 0.2952969 Jul 15 15:04:03.644073 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db489b-1739-438e-bd0e-e5ebc03cbe20 admin admin] Pushing event deleted for resources: {'Network': ['ID=585753bc-7463-4592-920c-3c881b63b35e,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:03.740732 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7410fc-7882-4870-8a81-192e8ddd788d req-e584620f-6d7b-40bc-a80a-1e29db9e982e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:03.742220 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8e7410fc-7882-4870-8a81-192e8ddd788d req-e584620f-6d7b-40bc-a80a-1e29db9e982e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0584867 Jul 15 15:04:03.790521 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8e7410fc-7882-4870-8a81-192e8ddd788d req-e8258f7b-0e0e-4f62-b353-f3365dc8e715 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418925 Jul 15 15:04:03.804247 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 35178) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:03.844073 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-6ee1d72b-bf5b-4df2-9196-166ba8d2256a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2b6c94cdde04417596cf1d887e83729a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386128 Jul 15 15:04:03.846588 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 35180) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:03.896506 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8a63-7f14-49b2-886b-a60a3f3c3d41 admin admin] Publish callbacks [] for security_group (7df8c073-099e-4ebd-91c0-4d973b24b175), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.918061 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8a63-7f14-49b2-886b-a60a3f3c3d41 admin admin] Publish callbacks [] for security_group (7df8c073-099e-4ebd-91c0-4d973b24b175), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.965913 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8a63-7f14-49b2-886b-a60a3f3c3d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (7df8c073-099e-4ebd-91c0-4d973b24b175), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.969647 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8a63-7f14-49b2-886b-a60a3f3c3d41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:03.970720 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-a4ec8a63-7f14-49b2-886b-a60a3f3c3d41 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7df8c073-099e-4ebd-91c0-4d973b24b175 HTTP/1.1" status: 204 len: 168 time: 0.1232421 Jul 15 15:04:03.980800 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec8a63-7f14-49b2-886b-a60a3f3c3d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df8c073-099e-4ebd-91c0-4d973b24b175,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:04.194957 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d217d-be25-4661-8d0e-e230337f2155 req-ac61fda0-9f4a-4086-8a8b-1df39cfa1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:04.196479 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0e9d217d-be25-4661-8d0e-e230337f2155 req-ac61fda0-9f4a-4086-8a8b-1df39cfa1492 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 1130 time: 0.0478618 Jul 15 15:04:04.304906 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d217d-be25-4661-8d0e-e230337f2155 req-4967b05e-8599-43df-b200-c48eb9365635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:04.306530 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0e9d217d-be25-4661-8d0e-e230337f2155 req-4967b05e-8599-43df-b200-c48eb9365635 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.0902538 Jul 15 15:04:04.347178 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0e9d217d-be25-4661-8d0e-e230337f2155 req-75b8e6ae-a6a8-4eae-815b-fad24de72eda service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85697579-81ac-41bb-9650-aeba95f3afce HTTP/1.1" status: 200 len: 217 time: 0.0330129 Jul 15 15:04:04.399976 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d217d-be25-4661-8d0e-e230337f2155 req-47448de3-8a92-4f66-96ef-ffa3564f4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:04.401457 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0e9d217d-be25-4661-8d0e-e230337f2155 req-47448de3-8a92-4f66-96ef-ffa3564f4f60 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0475526 Jul 15 15:04:04.453157 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d217d-be25-4661-8d0e-e230337f2155 req-f59061d3-9823-4503-8df0-8a4b2e1752d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:04.454647 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0e9d217d-be25-4661-8d0e-e230337f2155 req-f59061d3-9823-4503-8df0-8a4b2e1752d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465822 Jul 15 15:04:04.562872 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0e9d217d-be25-4661-8d0e-e230337f2155 req-30076fe0-03fe-4a43-91a4-c2ca51d303fd service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937936 Jul 15 15:04:04.659319 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0e9d217d-be25-4661-8d0e-e230337f2155 req-46ef8549-454b-443c-8941-d1be5cb483d6 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895267 Jul 15 15:04:04.910022 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a44816-524f-454d-8d7f-d6cad0017339 req-a3d2d57d-28ee-4963-bd1c-604169c51025 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:04.911512 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-63a44816-524f-454d-8d7f-d6cad0017339 req-a3d2d57d-28ee-4963-bd1c-604169c51025 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0528710 Jul 15 15:04:04.969194 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-63a44816-524f-454d-8d7f-d6cad0017339 req-288c0e6d-815d-42e6-81ec-ac3fe1cac5bb tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519574 Jul 15 15:04:06.084272 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1da00-9867-4b58-bbc8-19eb019e9c39 req-cb9fe7be-9104-4082-989c-36e828b13074 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:06.085771 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fff1da00-9867-4b58-bbc8-19eb019e9c39 req-cb9fe7be-9104-4082-989c-36e828b13074 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0569315 Jul 15 15:04:06.133871 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fff1da00-9867-4b58-bbc8-19eb019e9c39 req-657f92b1-7a6b-4014-b89c-3ccfe3be7c88 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425355 Jul 15 15:04:06.758872 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:07.273493 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb958f48-3f82-4065-ad54-55101d61a07e req-b39317f0-23ac-4014-8f56-461c4a4d25ca tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:07.275160 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fb958f48-3f82-4065-ad54-55101d61a07e req-b39317f0-23ac-4014-8f56-461c4a4d25ca tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0674882 Jul 15 15:04:07.333419 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fb958f48-3f82-4065-ad54-55101d61a07e req-c943d88a-6dd1-44a5-a2d5-3f67fb052872 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498610 Jul 15 15:04:07.595270 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6fa314ee-fe8d-4806-8c87-85903bb569d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:07.969198 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 35270) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:08.081426 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f17dc486-5192-409d-b952-8ec8bff14833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:08.158971 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f17dc486-5192-409d-b952-8ec8bff14833 admin admin] Publish callbacks [] for security_group (84882e4d-494f-4bc7-8838-c36f48a468e1), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:08.162728 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f17dc486-5192-409d-b952-8ec8bff14833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (84882e4d-494f-4bc7-8838-c36f48a468e1), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:08.201684 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-f17dc486-5192-409d-b952-8ec8bff14833 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=362a679467a8422491c0a19d2b16ef31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307584 Jul 15 15:04:08.202585 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dc486-5192-409d-b952-8ec8bff14833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84882e4d-494f-4bc7-8838-c36f48a468e1,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:08.204329 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 35274) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:08.253445 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-146021c5-1f88-4211-a65b-81d3254a09bc admin admin] Publish callbacks [] for security_group (84882e4d-494f-4bc7-8838-c36f48a468e1), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:08.275707 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-146021c5-1f88-4211-a65b-81d3254a09bc admin admin] Publish callbacks [] for security_group (84882e4d-494f-4bc7-8838-c36f48a468e1), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:08.323051 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-146021c5-1f88-4211-a65b-81d3254a09bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (84882e4d-494f-4bc7-8838-c36f48a468e1), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:08.325881 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-146021c5-1f88-4211-a65b-81d3254a09bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:08.328161 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-146021c5-1f88-4211-a65b-81d3254a09bc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84882e4d-494f-4bc7-8838-c36f48a468e1 HTTP/1.1" status: 204 len: 168 time: 0.1227896 Jul 15 15:04:08.335932 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146021c5-1f88-4211-a65b-81d3254a09bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84882e4d-494f-4bc7-8838-c36f48a468e1,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:08.490464 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12a604-d6a4-4c29-915b-87f7b332e388 req-c2c6184c-231e-4958-ae9e-3c84ec3a5547 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:08.492268 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2a12a604-d6a4-4c29-915b-87f7b332e388 req-c2c6184c-231e-4958-ae9e-3c84ec3a5547 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0873454 Jul 15 15:04:08.553632 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2a12a604-d6a4-4c29-915b-87f7b332e388 req-fd40cca8-fb6e-4afe-a3eb-26316826a3c1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512574 Jul 15 15:04:08.773754 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 35330) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:08.887602 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4bcda14b-5c34-4e89-91ea-52886f2e4684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:08.968581 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4bcda14b-5c34-4e89-91ea-52886f2e4684 admin admin] Publish callbacks [] for security_group (c6a7c342-3454-4577-b191-fb8ae1214df2), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:08.972731 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4bcda14b-5c34-4e89-91ea-52886f2e4684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (c6a7c342-3454-4577-b191-fb8ae1214df2), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:09.011780 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-4bcda14b-5c34-4e89-91ea-52886f2e4684 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=918721f1859c4a78b6fb6b812cfc9664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369127 Jul 15 15:04:09.012759 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcda14b-5c34-4e89-91ea-52886f2e4684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7c342-3454-4577-b191-fb8ae1214df2,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:09.014728 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 35338) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:09.063951 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-897b7aa4-a65f-434d-bf03-ff3490479304 admin admin] Publish callbacks [] for security_group (c6a7c342-3454-4577-b191-fb8ae1214df2), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:09.084258 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-897b7aa4-a65f-434d-bf03-ff3490479304 admin admin] Publish callbacks [] for security_group (c6a7c342-3454-4577-b191-fb8ae1214df2), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:09.135423 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-897b7aa4-a65f-434d-bf03-ff3490479304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (c6a7c342-3454-4577-b191-fb8ae1214df2), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:09.139029 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-897b7aa4-a65f-434d-bf03-ff3490479304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:09.140288 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-897b7aa4-a65f-434d-bf03-ff3490479304 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c6a7c342-3454-4577-b191-fb8ae1214df2 HTTP/1.1" status: 204 len: 168 time: 0.1245489 Jul 15 15:04:09.148494 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b7aa4-a65f-434d-bf03-ff3490479304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7c342-3454-4577-b191-fb8ae1214df2,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:09.689970 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3376c5e-6e17-4031-891b-5d4f098a9612 req-dbde7c0d-049b-44d3-8dce-29497d90b0f3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:09.690958 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9096eb79-bba5-411b-9028-b3ffd43249f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:09.697212 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f3376c5e-6e17-4031-891b-5d4f098a9612 req-dbde7c0d-049b-44d3-8dce-29497d90b0f3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0618777 Jul 15 15:04:09.742832 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f3376c5e-6e17-4031-891b-5d4f098a9612 req-8047d5f8-466e-4e1b-86b1-65ad5edc3328 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447471 Jul 15 15:04:10.860218 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2455fd2-a843-482d-9010-dc8e75467081 req-2e28cbbd-c622-4240-b5a1-4bc8c4192782 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:10.861727 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d2455fd2-a843-482d-9010-dc8e75467081 req-2e28cbbd-c622-4240-b5a1-4bc8c4192782 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0528789 Jul 15 15:04:10.911509 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d2455fd2-a843-482d-9010-dc8e75467081 req-a4394ce2-a8a9-4339-a17b-28061c96b78a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439148 Jul 15 15:04:10.962319 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:12.037207 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe1796-60ba-4770-aac3-252f2a1c868c req-50a7b7e2-d46e-4928-941c-c2b57bdc3b8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:12.038711 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0dfe1796-60ba-4770-aac3-252f2a1c868c req-50a7b7e2-d46e-4928-941c-c2b57bdc3b8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0560143 Jul 15 15:04:12.085816 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0dfe1796-60ba-4770-aac3-252f2a1c868c req-3ec45552-abd4-4e65-9401-d5636e3bb47d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 Jul 15 15:04:12.382007 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:13.204766 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8832b13-7d96-463c-9602-e87343dd6d7a req-c3900c67-8df7-4cc4-9ac1-4fd428d8a890 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:13.206208 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b8832b13-7d96-463c-9602-e87343dd6d7a req-c3900c67-8df7-4cc4-9ac1-4fd428d8a890 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0534558 Jul 15 15:04:13.254123 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b8832b13-7d96-463c-9602-e87343dd6d7a req-c79be6ad-59f1-4dd1-9804-2a592644c01a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419850 Jul 15 15:04:13.884350 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:14.375548 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11466e-c392-40af-a429-ab2f7819f295 req-b590447b-95e0-40c1-8757-17a12468cecd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:14.377054 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8c11466e-c392-40af-a429-ab2f7819f295 req-b590447b-95e0-40c1-8757-17a12468cecd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0543725 Jul 15 15:04:14.425717 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8c11466e-c392-40af-a429-ab2f7819f295 req-3bfd802b-3fa2-4e5d-b5f1-1b848a1826fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431342 Jul 15 15:04:15.547167 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29659a0c-457c-43a7-97e9-ae62be984886 req-7b2a9add-797f-4f7e-8c27-c7fd744458b0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:15.548631 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-29659a0c-457c-43a7-97e9-ae62be984886 req-7b2a9add-797f-4f7e-8c27-c7fd744458b0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0575142 Jul 15 15:04:15.600744 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-29659a0c-457c-43a7-97e9-ae62be984886 req-625c2b79-9762-40d4-89f4-e7bb066d84ec tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462558 Jul 15 15:04:16.734622 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04739b42-f285-425d-8f28-b6ce3de026ca req-065035d4-8b75-4e3e-b5cd-213bf1800f10 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:16.736159 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-04739b42-f285-425d-8f28-b6ce3de026ca req-065035d4-8b75-4e3e-b5cd-213bf1800f10 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0564065 Jul 15 15:04:16.784025 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-04739b42-f285-425d-8f28-b6ce3de026ca req-fff6cef2-2001-4b67-882a-4dcd2224a206 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423791 Jul 15 15:04:17.903528 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62985575-a2b6-4c8a-a68f-a8d2635dad9b req-0eb766a8-ea4b-4e28-8a76-78f479f46f49 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:17.905043 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-62985575-a2b6-4c8a-a68f-a8d2635dad9b req-0eb766a8-ea4b-4e28-8a76-78f479f46f49 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0536304 Jul 15 15:04:17.955977 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-62985575-a2b6-4c8a-a68f-a8d2635dad9b req-94ca200d-6f98-42e4-9378-7eba31063156 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446599 Jul 15 15:04:18.525020 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:04:19.078186 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba086f21-001e-4a13-ad0c-dcbbf2f4eb5c req-6173557c-2316-48de-9271-0ce8bdd05e5f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:19.079606 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba086f21-001e-4a13-ad0c-dcbbf2f4eb5c req-6173557c-2316-48de-9271-0ce8bdd05e5f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0555801 Jul 15 15:04:19.128838 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba086f21-001e-4a13-ad0c-dcbbf2f4eb5c req-ea040368-a45d-4a9f-94ed-de37a982c80b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436130 Jul 15 15:04:20.251145 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce6b38-199f-4add-875d-ca4beb7e9159 req-ccaa97f4-3970-4002-950f-e4156219a03f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:20.252745 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-56ce6b38-199f-4add-875d-ca4beb7e9159 req-ccaa97f4-3970-4002-950f-e4156219a03f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0528438 Jul 15 15:04:20.300550 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-56ce6b38-199f-4add-875d-ca4beb7e9159 req-28286e80-11ca-405b-9a50-f3e1305687af tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Jul 15 15:04:21.433019 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23e72f-5f23-43c9-946e-13832c6346c0 req-aa4d3bc1-d954-4c68-a386-a404e7b11ded tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:21.434669 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9b23e72f-5f23-43c9-946e-13832c6346c0 req-aa4d3bc1-d954-4c68-a386-a404e7b11ded tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0630944 Jul 15 15:04:21.482784 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9b23e72f-5f23-43c9-946e-13832c6346c0 req-804755af-6d86-4827-a07e-4198b705e76f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Jul 15 15:04:22.369854 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 35514) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:22.482257 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12562ccd-94d1-4922-b222-56188334b39b req-c9179ff5-a008-4d32-aa17-7581e37b54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:22.483728 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-12562ccd-94d1-4922-b222-56188334b39b req-c9179ff5-a008-4d32-aa17-7581e37b54de service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 1130 time: 0.0529339 Jul 15 15:04:22.485892 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5b408f3a-de18-478a-a5a3-a538ba4b29eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:22.539283 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-12562ccd-94d1-4922-b222-56188334b39b req-e41cd155-fc7d-4f68-94fe-e204bbc086ce service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495195 Jul 15 15:04:22.590883 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5b408f3a-de18-478a-a5a3-a538ba4b29eb admin admin] Publish callbacks [] for security_group (10015b76-e8eb-43c3-840d-85f7a48e4314), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:22.598193 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5b408f3a-de18-478a-a5a3-a538ba4b29eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (10015b76-e8eb-43c3-840d-85f7a48e4314), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:22.626452 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509fe31-768a-458c-908c-244c0f61ef97 req-46a70d0f-e520-4ef1-ad09-850fbab0356c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:22.628354 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a509fe31-768a-458c-908c-244c0f61ef97 req-46a70d0f-e520-4ef1-ad09-850fbab0356c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0598481 Jul 15 15:04:22.638847 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-5b408f3a-de18-478a-a5a3-a538ba4b29eb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a837af41790f402098b0d6ff58e8b897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679327 Jul 15 15:04:22.639923 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b408f3a-de18-478a-a5a3-a538ba4b29eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10015b76-e8eb-43c3-840d-85f7a48e4314,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:22.642729 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 35524) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:22.686512 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a509fe31-768a-458c-908c-244c0f61ef97 req-583fac03-7e46-4cd9-8c43-fb68455ee1b4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521388 Jul 15 15:04:22.694794 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3dba61f5-0de3-49a4-a1d4-eeb2cc0a7bbc admin admin] Publish callbacks [] for security_group (10015b76-e8eb-43c3-840d-85f7a48e4314), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:22.716809 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3dba61f5-0de3-49a4-a1d4-eeb2cc0a7bbc admin admin] Publish callbacks [] for security_group (10015b76-e8eb-43c3-840d-85f7a48e4314), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:22.767275 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3dba61f5-0de3-49a4-a1d4-eeb2cc0a7bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (10015b76-e8eb-43c3-840d-85f7a48e4314), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:22.769783 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3dba61f5-0de3-49a4-a1d4-eeb2cc0a7bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:22.771023 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-3dba61f5-0de3-49a4-a1d4-eeb2cc0a7bbc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/10015b76-e8eb-43c3-840d-85f7a48e4314 HTTP/1.1" status: 204 len: 168 time: 0.1278229 Jul 15 15:04:22.779113 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba61f5-0de3-49a4-a1d4-eeb2cc0a7bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10015b76-e8eb-43c3-840d-85f7a48e4314,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:23.807344 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01feb097-046f-41cd-b150-d0e7fc4b002f req-496d63d4-c77d-4921-8857-5be809671f5a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:23.808765 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-01feb097-046f-41cd-b150-d0e7fc4b002f req-496d63d4-c77d-4921-8857-5be809671f5a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0545063 Jul 15 15:04:23.856653 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-01feb097-046f-41cd-b150-d0e7fc4b002f req-3274cb15-4fd1-49d0-8fd3-3b898a9542fa tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416512 Jul 15 15:04:24.980076 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed85f31-640b-4f89-b115-fbeb4da56070 req-70d3da99-d459-4a32-9932-903a3a60e47c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:24.981605 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5ed85f31-640b-4f89-b115-fbeb4da56070 req-70d3da99-d459-4a32-9932-903a3a60e47c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0582693 Jul 15 15:04:25.029788 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5ed85f31-640b-4f89-b115-fbeb4da56070 req-ada8757f-8cad-41dc-8339-836dd114bf99 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421271 Jul 15 15:04:25.272359 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bfeaa-36ac-4065-a25b-af09b2e82f84 req-b63201cb-93e0-4b81-b256-e33505df14f6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:25.274131 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a10bfeaa-36ac-4065-a25b-af09b2e82f84 req-b63201cb-93e0-4b81-b256-e33505df14f6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0547647 Jul 15 15:04:25.277677 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b594f-6c8a-4643-97d4-9dde15a3e0c5 req-0c9900a7-8b72-4608-a49c-5f46a926a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:25.279159 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e62b594f-6c8a-4643-97d4-9dde15a3e0c5 req-0c9900a7-8b72-4608-a49c-5f46a926a475 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 1130 time: 0.0450969 Jul 15 15:04:25.324205 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a10bfeaa-36ac-4065-a25b-af09b2e82f84 req-2549de9a-ee61-4aec-8bd0-c2697a9a3a25 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Jul 15 15:04:25.367885 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b594f-6c8a-4643-97d4-9dde15a3e0c5 req-e6d5bb24-7486-4c52-a1d0-f01523842bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:25.369386 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e62b594f-6c8a-4643-97d4-9dde15a3e0c5 req-e6d5bb24-7486-4c52-a1d0-f01523842bd9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.0839415 Jul 15 15:04:25.413036 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e62b594f-6c8a-4643-97d4-9dde15a3e0c5 req-87681be0-afa0-4df6-a891-41a032d405ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85697579-81ac-41bb-9650-aeba95f3afce HTTP/1.1" status: 200 len: 217 time: 0.0362217 Jul 15 15:04:25.461524 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b594f-6c8a-4643-97d4-9dde15a3e0c5 req-97115346-10ed-45a6-aaf4-3efe54c0ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:25.462935 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e62b594f-6c8a-4643-97d4-9dde15a3e0c5 req-97115346-10ed-45a6-aaf4-3efe54c0ddf1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0436881 Jul 15 15:04:25.511857 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b594f-6c8a-4643-97d4-9dde15a3e0c5 req-03c5ee13-f6f9-4c64-b7c8-07bd5033f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:25.513408 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e62b594f-6c8a-4643-97d4-9dde15a3e0c5 req-03c5ee13-f6f9-4c64-b7c8-07bd5033f94c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433388 Jul 15 15:04:25.604963 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e62b594f-6c8a-4643-97d4-9dde15a3e0c5 req-8a058285-0f03-4fef-b0db-c057c1c4ee9a service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839751 Jul 15 15:04:25.695842 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e62b594f-6c8a-4643-97d4-9dde15a3e0c5 req-199f88ab-e2d5-4de8-9a9c-c844978a49fc service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828931 Jul 15 15:04:26.448172 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6097fd2-ebe8-49b8-92c7-d7c5a82c1ca8 req-e7690669-040c-44df-9071-c4af717cc575 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:26.449660 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a6097fd2-ebe8-49b8-92c7-d7c5a82c1ca8 req-e7690669-040c-44df-9071-c4af717cc575 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0572982 Jul 15 15:04:26.494970 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a6097fd2-ebe8-49b8-92c7-d7c5a82c1ca8 req-479a5b39-15da-42da-8ef0-ee1c55daca26 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 Jul 15 15:04:27.617196 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a4142-885f-4015-bca2-5695b641a793 req-06b482bc-b34c-42e4-b00f-4369a2313da0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:27.618661 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-871a4142-885f-4015-bca2-5695b641a793 req-06b482bc-b34c-42e4-b00f-4369a2313da0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0560398 Jul 15 15:04:27.664903 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-871a4142-885f-4015-bca2-5695b641a793 req-01efd56a-608d-4cf7-aa2a-bfee94699493 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404296 Jul 15 15:04:28.785192 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e10e8-a6ba-416d-9f58-98bac77177f0 req-bcd617e4-1ffb-4699-978f-5b54d8847afe tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:28.786659 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d99e10e8-a6ba-416d-9f58-98bac77177f0 req-bcd617e4-1ffb-4699-978f-5b54d8847afe tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0542314 Jul 15 15:04:28.832916 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d99e10e8-a6ba-416d-9f58-98bac77177f0 req-92394433-8372-438d-adbb-473f79e9cbf5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406835 Jul 15 15:04:29.955032 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e5f66-e090-4e38-8781-2a91072920fb req-35265dbd-b45d-4379-995c-6286bc35cfc3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:29.956567 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3c1e5f66-e090-4e38-8781-2a91072920fb req-35265dbd-b45d-4379-995c-6286bc35cfc3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0540712 Jul 15 15:04:30.003501 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3c1e5f66-e090-4e38-8781-2a91072920fb req-0b740270-fdba-48a9-86d1-490264f73fc8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Jul 15 15:04:36.599245 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 35648) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:36.603652 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-f5a12b81-9342-4890-8d80-d58149b725f6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1913675303', 'description': 'tempest-description--203117171'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:04:36.624955 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f5a12b81-9342-4890-8d80-d58149b725f6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.689907 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f5a12b81-9342-4890-8d80-d58149b725f6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for security_group (dd5a9664-d9a1-483f-b85d-defdc2c61e5d), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.693530 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f5a12b81-9342-4890-8d80-d58149b725f6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (dd5a9664-d9a1-483f-b85d-defdc2c61e5d), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.723931 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f5a12b81-9342-4890-8d80-d58149b725f6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.725155 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-f5a12b81-9342-4890-8d80-d58149b725f6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1249158 Jul 15 15:04:36.728220 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 35650) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:36.729034 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a12b81-9342-4890-8d80-d58149b725f6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5a9664-d9a1-483f-b85d-defdc2c61e5d,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:36.733793 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Request body: {'security_group_rule': {'security_group_id': 'dd5a9664-d9a1-483f-b85d-defdc2c61e5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:04:36.754214 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.759729 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for security_group_rule (f276c708-4ff1-43de-a10d-028c68756990), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.816200 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for security_group_rule (f276c708-4ff1-43de-a10d-028c68756990), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.819741 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (f276c708-4ff1-43de-a10d-028c68756990), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.837630 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f276c708-4ff1-43de-a10d-028c68756990,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:36.848089 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.849311 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199987 Jul 15 15:04:36.850637 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.850992 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.851342 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.851687 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.852032 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.852329 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 35652) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:36.852444 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.852717 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.853051 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.853383 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.853713 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.854046 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.854373 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.854702 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ff3589-944a-4a2d-95ef-ea4d683341b6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:36.856841 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-55367939-225b-44df-8e0b-0a96e090533f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Request body: {'security_group_rule': {'security_group_id': 'dd5a9664-d9a1-483f-b85d-defdc2c61e5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:04:36.881777 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-55367939-225b-44df-8e0b-0a96e090533f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for security_group_rule (8ff92af9-abaa-4cac-ac28-8ee0864d7cdc), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.938693 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-55367939-225b-44df-8e0b-0a96e090533f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for security_group_rule (8ff92af9-abaa-4cac-ac28-8ee0864d7cdc), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.942178 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-55367939-225b-44df-8e0b-0a96e090533f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (8ff92af9-abaa-4cac-ac28-8ee0864d7cdc), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.959019 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367939-225b-44df-8e0b-0a96e090533f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff92af9-abaa-4cac-ac28-8ee0864d7cdc,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:36.967010 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-55367939-225b-44df-8e0b-0a96e090533f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:36.968648 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-55367939-225b-44df-8e0b-0a96e090533f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152351 Jul 15 15:04:36.971814 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 35654) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:36.976024 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:04:36.997295 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:37.094085 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:37.205506 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Allocated IP 172.27.2.4 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/61217a4d-dbee-4822-9c8d-91360045ca24) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:37.304408 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for port (61217a4d-dbee-4822-9c8d-91360045ca24), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:37.340765 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (61217a4d-dbee-4822-9c8d-91360045ca24), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:37.374789 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:37.377599 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:37.382582 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:04:37.412050 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event updated for resources: {'Port': ['ID=61217a4d-dbee-4822-9c8d-91360045ca24,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:37.469806 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for floatingip (d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:37.505003 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (61217a4d-dbee-4822-9c8d-91360045ca24), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:37.596984 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c64ae238-110e-4f65-b334-7cb4853670e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:37.654358 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for port (61217a4d-dbee-4822-9c8d-91360045ca24), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:37.659500 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (61217a4d-dbee-4822-9c8d-91360045ca24), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:37.726501 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event updated for resources: {'Port': ['ID=61217a4d-dbee-4822-9c8d-91360045ca24,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:37.742384 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:37.758248 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:37.759477 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-3d033058-efb3-41b3-8280-f876363824dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7867100 Jul 15 15:04:37.964590 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-54beea83-9d47-4522-8597-e969957f0b63 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1913675303&fields=id&tenant_id=43e7616bd1554258b18fc994e5de2824 HTTP/1.1" status: 200 len: 267 time: 0.0510330 Jul 15 15:04:38.073605 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-a6c2f95f-8433-4836-99fc-c667fac2c551 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:38.075109 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-a6c2f95f-8433-4836-99fc-c667fac2c551 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 819 time: 0.1039255 Jul 15 15:04:38.089441 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-074f878e-cb30-4887-aedf-cc4d472bcf34 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/quotas/43e7616bd1554258b18fc994e5de2824 HTTP/1.1" status: 200 len: 375 time: 0.0089619 Jul 15 15:04:38.147549 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-26885c04-8c8a-4670-9893-64ffefc9da7d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0530453 Jul 15 15:04:38.243190 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-7df83abb-0989-43ec-9649-092f109bf0b0 service neutron] 10.222.0.47 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824897 Jul 15 15:04:38.333048 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-f72bab3a-7c98-4d00-8884-5ee09893a540 service neutron] 10.222.0.47 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841825 Jul 15 15:04:38.498405 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-24256d43-c46c-4b72-b579-a55b061ae31d req-f122185b-dbb1-4534-af6a-8a9738c583e9 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 210 time: 0.0301986 Jul 15 15:04:39.591160 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-eac1a6a8-dd51-4b3d-bea9-0c163ff28620 req-448ab0df-2096-423b-bbc2-8a19ba6c07c6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 210 time: 0.0270870 Jul 15 15:04:39.684054 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9923bdc4-a54f-48e4-ad83-3de7759ae3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:40.686646 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-21c3ab2d-1dc9-49f6-8b97-bac3f6d84898 req-32cb5eb5-f8e5-4b94-9af9-202d3d697840 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 210 time: 0.0275047 Jul 15 15:04:40.962460 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:41.501277 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-8ae193ba-dbaa-4c23-895d-364a75a38595 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:41.502988 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-8ae193ba-dbaa-4c23-895d-364a75a38595 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 819 time: 0.1028926 Jul 15 15:04:41.618132 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-bb8c89a0-9e71-4006-a347-8a3959cd6cf6 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e7616bd1554258b18fc994e5de2824 HTTP/1.1" status: 200 len: 380 time: 0.0549767 Jul 15 15:04:41.634879 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Request body: {'port': {'device_id': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'admin_state_up': True, 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'security_groups': ['dd5a9664-d9a1-483f-b85d-defdc2c61e5d']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:04:41.742771 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Made reservation on behalf of 43e7616bd1554258b18fc994e5de2824 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:41.748138 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:41.785614 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-db53dba3-373f-432e-9d70-b71f978757ce req-623d155b-8cc2-49bf-8760-b5b7444e0516 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 210 time: 0.0284333 Jul 15 15:04:41.890236 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Allocated IP 172.20.0.11 (29f97e75-619a-4639-983a-850b07ef11ec/f6e36d81-7ed2-41ef-8407-809b4ec490a5/ee3233b0-b87c-460d-a866-dc75602f653c) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:42.024569 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for port (ee3233b0-b87c-460d-a866-dc75602f653c), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:42.055465 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:42.094869 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Network 29f97e75-619a-4639-983a-850b07ef11ec is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:42.097914 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:42.103431 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:04:42.109339 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event updated for resources: {'Port': ['ID=ee3233b0-b87c-460d-a866-dc75602f653c,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:42.157006 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:42.157515 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:42.175070 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-25628493-90d5-4853-b1bc-73e51d1035f1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5438156 Jul 15 15:04:42.194190 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Request body: {'port': {'device_id': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:04:42.257328 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:42.307038 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-b758c08e-4f43-47a2-a2cc-bd1618c98a95 None None] Provisioning complete for port ee3233b0-b87c-460d-a866-dc75602f653c triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:04:42.307626 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b758c08e-4f43-47a2-a2cc-bd1618c98a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:42.339958 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-b758c08e-4f43-47a2-a2cc-bd1618c98a95 None None] Port ee3233b0-b87c-460d-a866-dc75602f653c cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:04:42.385134 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:42.762745 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3233b0-b87c-460d-a866-dc75602f653c {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:04:42.770005 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Publish callbacks [] for port (ee3233b0-b87c-460d-a866-dc75602f653c), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:42.782158 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Transition to ACTIVE for port object ee3233b0-b87c-460d-a866-dc75602f653c will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:04:42.786194 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:42.867681 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Pushing event updated for resources: {'Port': ['ID=ee3233b0-b87c-460d-a866-dc75602f653c,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:42.960464 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Attempting to bind port ee3233b0-b87c-460d-a866-dc75602f653c on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:04:42.960837 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Attempting to bind port ee3233b0-b87c-460d-a866-dc75602f653c by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:04:42.961170 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Attempting to bind port ee3233b0-b87c-460d-a866-dc75602f653c on network 29f97e75-619a-4639-983a-850b07ef11ec {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:04:42.973086 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fe401-4bda-413f-9654-9a39e45963e4 req-b048fa4c-9263-4f2c-896e-18be4a380bd3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:42.974609 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-403fe401-4bda-413f-9654-9a39e45963e4 req-b048fa4c-9263-4f2c-896e-18be4a380bd3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 944 time: 0.1038396 Jul 15 15:04:42.980016 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Port ee3233b0-b87c-460d-a866-dc75602f653c on network 29f97e75-619a-4639-983a-850b07ef11ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:04:42.980016 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Attempting to bind port ee3233b0-b87c-460d-a866-dc75602f653c on network 29f97e75-619a-4639-983a-850b07ef11ec {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:04:42.991878 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:04:42.992218 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Checking segment: {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:04:42.992619 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Bound using segment: {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:04:42.993060 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Bound port: ee3233b0-b87c-460d-a866-dc75602f653c, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:04:42.993427 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:43.056753 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-403fe401-4bda-413f-9654-9a39e45963e4 req-2dc0897d-0ed5-44a3-aa06-e8793f75e755 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757856 Jul 15 15:04:43.081615 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] For port ee3233b0-b87c-460d-a866-dc75602f653c, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:43.084723 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] For port ee3233b0-b87c-460d-a866-dc75602f653c, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=ee3233b0-b87c-460d-a866-dc75602f653c,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:43.090857 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:43.123188 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:43.124076 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:43.126839 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] 10.222.0.77 "PUT /v2.0/ports/ee3233b0-b87c-460d-a866-dc75602f653c HTTP/1.1" status: 200 len: 1094 time: 0.9369121 Jul 15 15:04:43.133791 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'tag': 'ee3233b0-b87c-460d-a866-dc75602f653c'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:04:43.136442 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6469f582-fd26-43c9-8f33-d59b0f77deb2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0027cd-444b-4164-9b65-087f20adf0c7", "tag": "ee3233b0-b87c-460d-a866-dc75602f653c"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:43.163980 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7ba1d-9483-4ddb-9a13-1a8bccad15ae service neutron] Pushing event updated for resources: {'Port': ['ID=ee3233b0-b87c-460d-a866-dc75602f653c,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:43.185658 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd60202-792a-43ac-bb60-86d81ca265f9 x-openstack-request-id: req-8bd60202-792a-43ac-bb60-86d81ca265f9 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:43.186015 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0027cd-444b-4164-9b65-087f20adf0c7", "tag": "ee3233b0-b87c-460d-a866-dc75602f653c", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:43.186803 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8bd60202-792a-43ac-bb60-86d81ca265f9 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:43.187238 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd60202-792a-43ac-bb60-86d81ca265f9'] response: {'name': 'network-changed', 'server_uuid': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'tag': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'status': 'completed', 'code': 200} Jul 15 15:04:43.888412 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:44.177871 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78aa4d-08d5-419e-a270-3791ff3f297c req-3225ce02-9016-46a0-b47d-20f612a27694 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:44.179247 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3c78aa4d-08d5-419e-a270-3791ff3f297c req-3225ce02-9016-46a0-b47d-20f612a27694 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 944 time: 0.0529704 Jul 15 15:04:44.227168 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3c78aa4d-08d5-419e-a270-3791ff3f297c req-7fdb3c5d-9e5b-44aa-a346-150f01681dbd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Jul 15 15:04:45.351955 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b138da-a7a2-4de9-adb7-be25508926fb req-fc90b0f5-8d00-4f94-800f-277348de9742 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:45.353472 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-62b138da-a7a2-4de9-adb7-be25508926fb req-fc90b0f5-8d00-4f94-800f-277348de9742 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 944 time: 0.0568044 Jul 15 15:04:45.402389 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-62b138da-a7a2-4de9-adb7-be25508926fb req-5fc8862e-f8f8-4573-9844-327cff86dd0a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420697 Jul 15 15:04:46.056300 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469f582-fd26-43c9-8f33-d59b0f77deb2 req-89d0ceb5-47b1-41f6-b327-fbea480c3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:46.057852 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6469f582-fd26-43c9-8f33-d59b0f77deb2 req-89d0ceb5-47b1-41f6-b327-fbea480c3090 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 1128 time: 0.0448897 Jul 15 15:04:46.171940 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469f582-fd26-43c9-8f33-d59b0f77deb2 req-92dbae25-fbc6-439b-a23d-093b9f3de501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:46.173449 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6469f582-fd26-43c9-8f33-d59b0f77deb2 req-92dbae25-fbc6-439b-a23d-093b9f3de501 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=43e7616bd1554258b18fc994e5de2824&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1010067 Jul 15 15:04:46.268246 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469f582-fd26-43c9-8f33-d59b0f77deb2 req-9cc536a1-6268-409f-b8ca-2b4ef9cdda14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:46.269630 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6469f582-fd26-43c9-8f33-d59b0f77deb2 req-9cc536a1-6268-409f-b8ca-2b4ef9cdda14 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891926 Jul 15 15:04:46.520039 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d173cc-4637-4cc3-ac1e-a2df2e68817a req-2885323d-b843-4655-8624-125566ce16be tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:46.521448 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2d173cc-4637-4cc3-ac1e-a2df2e68817a req-2885323d-b843-4655-8624-125566ce16be tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 944 time: 0.0541301 Jul 15 15:04:46.569581 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2d173cc-4637-4cc3-ac1e-a2df2e68817a req-2a0afd34-cbbf-4f65-9c93-2b1bfe61afbd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423412 Jul 15 15:04:46.661975 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-011314ab-aea3-458d-a2f9-988975de5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:46.663468 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-011314ab-aea3-458d-a2f9-988975de5c2e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 1128 time: 0.0456839 Jul 15 15:04:47.117043 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-9af3dd73-60ea-4a56-a6b9-aa2762912147 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3233b0-b87c-460d-a866-dc75602f653c HTTP/1.1" status: 200 len: 217 time: 0.0353959 Jul 15 15:04:47.167792 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-9f5b0515-0522-4472-b1c7-fe0648978243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:47.169312 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-9f5b0515-0522-4472-b1c7-fe0648978243 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0440137 Jul 15 15:04:47.218786 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-d722b7d2-c221-4ba9-809b-9ff7cf44d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:47.220235 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-d722b7d2-c221-4ba9-809b-9ff7cf44d6a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444326 Jul 15 15:04:47.314016 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-6413c3b3-559b-49c5-abb7-fddff444044d service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866542 Jul 15 15:04:47.412419 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f715ad66-d668-4df8-844a-b50ff01fbc16 req-c87f8f91-e7b5-4bc4-936c-0dea0d72d495 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909157 Jul 15 15:04:47.686957 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf448267-9d1a-4428-8eb6-25e2e0d71274 req-72b31c0c-fb43-4c5d-be83-a6e91a0a7888 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:47.688453 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bf448267-9d1a-4428-8eb6-25e2e0d71274 req-72b31c0c-fb43-4c5d-be83-a6e91a0a7888 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 944 time: 0.0530791 Jul 15 15:04:47.747323 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bf448267-9d1a-4428-8eb6-25e2e0d71274 req-1313b4cb-23ab-4643-928f-7d722da1440a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534322 Jul 15 15:04:48.865785 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60aae9-370a-4c42-ac31-7feab131d917 req-e0fd0588-5337-4316-ac1a-bbdf7b61b3b7 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:48.867262 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8e60aae9-370a-4c42-ac31-7feab131d917 req-e0fd0588-5337-4316-ac1a-bbdf7b61b3b7 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 944 time: 0.0538568 Jul 15 15:04:48.915698 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8e60aae9-370a-4c42-ac31-7feab131d917 req-1839a06c-7eb8-4cbe-80ca-c0e488af3387 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Jul 15 15:04:50.036434 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeef872-d46f-4e93-b22a-a6eaf0d15edd req-12b31137-8505-4cdc-bc20-661d4fd07cac tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:50.037976 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fbeef872-d46f-4e93-b22a-a6eaf0d15edd req-12b31137-8505-4cdc-bc20-661d4fd07cac tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 944 time: 0.0534344 Jul 15 15:04:50.087364 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fbeef872-d46f-4e93-b22a-a6eaf0d15edd req-194e9d14-f12a-4a73-bd5e-818f9444644c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437891 Jul 15 15:04:51.214136 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad942740-c6c6-4dbb-9b39-d4664204a530 req-41cb3d8b-8ffc-4270-bbc2-3a587b4461f5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:51.215617 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad942740-c6c6-4dbb-9b39-d4664204a530 req-41cb3d8b-8ffc-4270-bbc2-3a587b4461f5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 944 time: 0.0584731 Jul 15 15:04:51.266338 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad942740-c6c6-4dbb-9b39-d4664204a530 req-2c6a75ed-9f56-4bc0-902c-0a893b54a247 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436208 Jul 15 15:04:52.387366 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd7496-a8c9-4445-a830-59f17159e00d req-4f073d5d-2f66-492a-aafe-6e256967e56b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:52.389012 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-73cd7496-a8c9-4445-a830-59f17159e00d req-4f073d5d-2f66-492a-aafe-6e256967e56b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 944 time: 0.0539989 Jul 15 15:04:52.435670 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-73cd7496-a8c9-4445-a830-59f17159e00d req-baa5ffd8-f840-49d3-85c1-cb173ef75300 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404460 Jul 15 15:04:52.692226 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device ee3233b0-b87c-460d-a866-dc75602f653c details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:04:52.804114 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port ee3233b0-b87c-460d-a866-dc75602f653c, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=ee3233b0-b87c-460d-a866-dc75602f653c,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:52.815946 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'port_id': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'mac_address': 'fa:16:3e:8f:b8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:04:52.850356 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port ee3233b0-b87c-460d-a866-dc75602f653c is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:04:52.850759 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:52.864922 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3233b0-b87c-460d-a866-dc75602f653c {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:04:52.885567 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port ee3233b0-b87c-460d-a866-dc75602f653c, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=ee3233b0-b87c-460d-a866-dc75602f653c,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:52.889670 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:52.908735 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c0294-be51-421c-84ff-0115f83290b6 req-4d004f78-9692-4a70-9a06-a1bc71fc892f tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:52.910278 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-946c0294-be51-421c-84ff-0115f83290b6 req-4d004f78-9692-4a70-9a06-a1bc71fc892f tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0625546 Jul 15 15:04:52.938993 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=ee3233b0-b87c-460d-a866-dc75602f653c,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:52.945961 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.946341 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.946879 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.947164 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.947507 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.947930 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.948499 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.949154 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.950278 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.950278 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.950458 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.950691 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.951013 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:52.960744 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-946c0294-be51-421c-84ff-0115f83290b6 req-f2c52c4e-4ebb-4ce9-839c-f48867e428c3 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444322 Jul 15 15:04:53.455786 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['ee3233b0-b87c-460d-a866-dc75602f653c'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:53.559378 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13debb-2303-4726-8595-f473dbadd808 req-d29374c9-ec72-46cb-890d-4d2b25805a6a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:53.560879 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8b13debb-2303-4726-8595-f473dbadd808 req-d29374c9-ec72-46cb-890d-4d2b25805a6a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 945 time: 0.0529923 Jul 15 15:04:53.609569 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8b13debb-2303-4726-8595-f473dbadd808 req-d5134cd7-bc45-46db-ae0f-6117e85dad55 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422962 Jul 15 15:04:53.934162 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 35840) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:54.065668 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f5f63db0-0936-409c-b554-ccc7c26bab60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:54.105885 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc569d4-14b4-4c57-880c-82a8fcdf321c req-d65e261b-e935-4bea-bd97-e3ec5fd7e84c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:54.107370 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-edc569d4-14b4-4c57-880c-82a8fcdf321c req-d65e261b-e935-4bea-bd97-e3ec5fd7e84c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0529482 Jul 15 15:04:54.141995 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f5f63db0-0936-409c-b554-ccc7c26bab60 admin admin] Publish callbacks [] for security_group (f25a864a-73f5-411d-84e1-33fa6555c43e), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:54.146162 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f5f63db0-0936-409c-b554-ccc7c26bab60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (f25a864a-73f5-411d-84e1-33fa6555c43e), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:54.164954 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-edc569d4-14b4-4c57-880c-82a8fcdf321c req-d2d428b1-d079-44fd-a906-efabf3736bfc tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501339 Jul 15 15:04:54.186336 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-f5f63db0-0936-409c-b554-ccc7c26bab60 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9af8afb828074fd0a87ffa25e379f100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511024 Jul 15 15:04:54.187844 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f63db0-0936-409c-b554-ccc7c26bab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25a864a-73f5-411d-84e1-33fa6555c43e,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:54.190169 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 35846) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:04:54.246188 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-fb9a4930-2cad-4415-a999-01775cfac2c4 admin admin] Publish callbacks [] for security_group (f25a864a-73f5-411d-84e1-33fa6555c43e), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:54.269422 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-fb9a4930-2cad-4415-a999-01775cfac2c4 admin admin] Publish callbacks [] for security_group (f25a864a-73f5-411d-84e1-33fa6555c43e), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:54.321552 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-fb9a4930-2cad-4415-a999-01775cfac2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (f25a864a-73f5-411d-84e1-33fa6555c43e), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:54.324159 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-fb9a4930-2cad-4415-a999-01775cfac2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:54.325357 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-fb9a4930-2cad-4415-a999-01775cfac2c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f25a864a-73f5-411d-84e1-33fa6555c43e HTTP/1.1" status: 204 len: 168 time: 0.1341715 Jul 15 15:04:54.334557 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a4930-2cad-4415-a999-01775cfac2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25a864a-73f5-411d-84e1-33fa6555c43e,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:54.746179 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dce40-e595-4fcc-8266-235776d4d253 req-7c8afbd9-3a11-413e-8af0-aa8d02253449 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:54.747749 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-228dce40-e595-4fcc-8266-235776d4d253 req-7c8afbd9-3a11-413e-8af0-aa8d02253449 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 945 time: 0.0665915 Jul 15 15:04:54.810157 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-228dce40-e595-4fcc-8266-235776d4d253 req-ee24f7a0-3549-4ecd-bbd6-87f387bce8d2 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523133 Jul 15 15:04:55.240933 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc556f-98b2-49fd-825f-b18b0feb7d86 req-e8052309-c444-4379-82a2-a6b1f21e860c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:55.242491 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d3fc556f-98b2-49fd-825f-b18b0feb7d86 req-e8052309-c444-4379-82a2-a6b1f21e860c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.77 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 945 time: 0.0613225 Jul 15 15:04:55.355283 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f207ed-429b-4817-b886-e26724002ba5 req-650b6e65-7e49-4dc4-aea9-d76fe709ce5c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:55.356805 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-70f207ed-429b-4817-b886-e26724002ba5 req-650b6e65-7e49-4dc4-aea9-d76fe709ce5c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=af70ad8a-c18c-4b9c-be03-4b5b1984b2d1 HTTP/1.1" status: 200 len: 945 time: 0.1133940 Jul 15 15:04:55.395594 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-d3fc556f-98b2-49fd-825f-b18b0feb7d86 req-0db27bad-0b31-4198-b048-6e453eca60fc tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Deleting port 12da343a-1f63-4c44-946f-7ba011314f81 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:04:55.395944 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-d3fc556f-98b2-49fd-825f-b18b0feb7d86 req-0db27bad-0b31-4198-b048-6e453eca60fc tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (12da343a-1f63-4c44-946f-7ba011314f81), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:55.459333 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-70f207ed-429b-4817-b886-e26724002ba5 req-01bf857d-4e83-48d5-84ad-daff99279b9e tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952437 Jul 15 15:04:55.518940 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-d3fc556f-98b2-49fd-825f-b18b0feb7d86 req-0db27bad-0b31-4198-b048-6e453eca60fc tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] For port 12da343a-1f63-4c44-946f-7ba011314f81, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=12da343a-1f63-4c44-946f-7ba011314f81,segment=NetworkSegment(7cf5190f-fd46-4398-899b-afc70c81ee63),segment_id=7cf5190f-fd46-4398-899b-afc70c81ee63)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:55.519312 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-d3fc556f-98b2-49fd-825f-b18b0feb7d86 req-0db27bad-0b31-4198-b048-6e453eca60fc tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (12da343a-1f63-4c44-946f-7ba011314f81), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:55.523736 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:04:55.532979 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-d3fc556f-98b2-49fd-825f-b18b0feb7d86 req-0db27bad-0b31-4198-b048-6e453eca60fc tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Calling delete_port for 12da343a-1f63-4c44-946f-7ba011314f81 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:04:55.666291 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-d3fc556f-98b2-49fd-825f-b18b0feb7d86 req-0db27bad-0b31-4198-b048-6e453eca60fc tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (12da343a-1f63-4c44-946f-7ba011314f81), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:55.696301 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db27bad-0b31-4198-b048-6e453eca60fc tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Pushing event deleted for resources: {'Port': ['ID=12da343a-1f63-4c44-946f-7ba011314f81,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:55.712056 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['12da343a-1f63-4c44-946f-7ba011314f81'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:55.744500 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fc556f-98b2-49fd-825f-b18b0feb7d86 req-0db27bad-0b31-4198-b048-6e453eca60fc tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] No DVR routers for this DVR port 12da343a-1f63-4c44-946f-7ba011314f81 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:55.747865 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-d3fc556f-98b2-49fd-825f-b18b0feb7d86 req-0db27bad-0b31-4198-b048-6e453eca60fc tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:55.752842 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d3fc556f-98b2-49fd-825f-b18b0feb7d86 req-0db27bad-0b31-4198-b048-6e453eca60fc tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.77 "DELETE /v2.0/ports/12da343a-1f63-4c44-946f-7ba011314f81 HTTP/1.1" status: 204 len: 173 time: 0.5004437 Jul 15 15:04:55.753284 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af70ad8a-c18c-4b9c-be03-4b5b1984b2d1', 'name': 'network-vif-deleted', 'tag': '12da343a-1f63-4c44-946f-7ba011314f81'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:04:55.756319 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d6b077-11c1-4087-8188-d16a9461805b" -d '{"events": [{"server_uuid": "af70ad8a-c18c-4b9c-be03-4b5b1984b2d1", "name": "network-vif-deleted", "tag": "12da343a-1f63-4c44-946f-7ba011314f81"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:55.800012 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c8d4da-e91b-41ac-8609-4b9b5659bdec x-openstack-request-id: req-b2c8d4da-e91b-41ac-8609-4b9b5659bdec {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:55.800374 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af70ad8a-c18c-4b9c-be03-4b5b1984b2d1", "name": "network-vif-deleted", "tag": "12da343a-1f63-4c44-946f-7ba011314f81", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:55.800649 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2c8d4da-e91b-41ac-8609-4b9b5659bdec {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:55.801077 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c8d4da-e91b-41ac-8609-4b9b5659bdec'] response: {'server_uuid': 'af70ad8a-c18c-4b9c-be03-4b5b1984b2d1', 'name': 'network-vif-deleted', 'tag': '12da343a-1f63-4c44-946f-7ba011314f81', 'status': 'completed', 'code': 200} Jul 15 15:04:55.936426 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987d42-15ce-472b-87df-cee1855c722c req-e53f4a72-3706-44b1-8d42-ec5e28104db1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:55.940453 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-15987d42-15ce-472b-87df-cee1855c722c req-e53f4a72-3706-44b1-8d42-ec5e28104db1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 945 time: 0.0591822 Jul 15 15:04:55.987346 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-15987d42-15ce-472b-87df-cee1855c722c req-03aafa2c-3d5e-4081-8153-e3c716466628 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412471 Jul 15 15:04:56.715752 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device ee3233b0-b87c-460d-a866-dc75602f653c up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:56.769452 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port ee3233b0-b87c-460d-a866-dc75602f653c completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:04:56.774145 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port ee3233b0-b87c-460d-a866-dc75602f653c triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:04:56.774781 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:56.857995 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port ee3233b0-b87c-460d-a866-dc75602f653c is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:04:56.858980 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:56.895490 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3233b0-b87c-460d-a866-dc75602f653c'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:04:56.897701 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf0ce6d-987f-4602-9b54-f9481e3b769e" -d '{"events": [{"server_uuid": "5b0027cd-444b-4164-9b65-087f20adf0c7", "name": "network-vif-plugged", "status": "completed", "tag": "ee3233b0-b87c-460d-a866-dc75602f653c"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:56.912590 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port ee3233b0-b87c-460d-a866-dc75602f653c, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=ee3233b0-b87c-460d-a866-dc75602f653c,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:56.922333 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:04:56.950837 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549a6322-45c0-4bc4-9591-f2b9dd690b3e x-openstack-request-id: req-549a6322-45c0-4bc4-9591-f2b9dd690b3e {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:56.951160 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0027cd-444b-4164-9b65-087f20adf0c7", "name": "network-vif-plugged", "status": "completed", "tag": "ee3233b0-b87c-460d-a866-dc75602f653c", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:56.951426 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-549a6322-45c0-4bc4-9591-f2b9dd690b3e {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:56.951879 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549a6322-45c0-4bc4-9591-f2b9dd690b3e'] response: {'server_uuid': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'code': 200} Jul 15 15:04:56.977541 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=ee3233b0-b87c-460d-a866-dc75602f653c,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:57.109793 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c1804-14cc-4c47-ae80-d2ba360ea957 req-aeb943c7-890f-4d8b-9795-16fc25cfd722 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:57.111266 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ab3c1804-14cc-4c47-ae80-d2ba360ea957 req-aeb943c7-890f-4d8b-9795-16fc25cfd722 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0527668 Jul 15 15:04:57.159052 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ab3c1804-14cc-4c47-ae80-d2ba360ea957 req-256fa8e1-c29a-4574-8233-cf92d5d077ff tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422456 Jul 15 15:04:57.542390 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a634d-9ab5-446b-a9d6-d289d11b7097 req-8da487bf-046a-49da-991e-53aeb76ca4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:57.543847 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-519a634d-9ab5-446b-a9d6-d289d11b7097 req-8da487bf-046a-49da-991e-53aeb76ca4cb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 1130 time: 0.0426250 Jul 15 15:04:57.591476 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-519a634d-9ab5-446b-a9d6-d289d11b7097 req-04b5d999-0005-4e6c-81a2-c794c7823775 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402682 Jul 15 15:04:58.277479 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3bf02-1db5-4a6c-9e69-951f6a9f3cf1 req-f1e8d72a-b968-4d91-b835-c615b0fa9931 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:58.278939 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a4f3bf02-1db5-4a6c-9e69-951f6a9f3cf1 req-f1e8d72a-b968-4d91-b835-c615b0fa9931 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0531707 Jul 15 15:04:58.324755 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a4f3bf02-1db5-4a6c-9e69-951f6a9f3cf1 req-7de2dcc7-7091-47f2-bbf7-fa7c3d800d9c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390048 Jul 15 15:04:59.444419 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4bd1b-d297-463a-b121-0aeb8900106d req-bf1382f0-eb0e-4bfc-84e3-6f80275ad40f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:04:59.445887 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4de4bd1b-d297-463a-b121-0aeb8900106d req-bf1382f0-eb0e-4bfc-84e3-6f80275ad40f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0516293 Jul 15 15:04:59.495167 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4de4bd1b-d297-463a-b121-0aeb8900106d req-4ac7c50d-68eb-46b0-9268-ebfd8cc804e9 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Jul 15 15:05:00.613013 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8acc6-2185-4ece-8944-36b46667243c req-40833b62-4185-4a26-b040-4674e544d944 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:00.614499 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9df8acc6-2185-4ece-8944-36b46667243c req-40833b62-4185-4a26-b040-4674e544d944 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0534296 Jul 15 15:05:00.661342 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9df8acc6-2185-4ece-8944-36b46667243c req-2a17e3a5-1719-430a-b6f7-5810dddad584 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413733 Jul 15 15:05:00.712936 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 12da343a-1f63-4c44-946f-7ba011314f81 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:00.731441 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: 12da343a-1f63-4c44-946f-7ba011314f81 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:05:00.731785 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 12da343a-1f63-4c44-946f-7ba011314f81 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:01.777247 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f571d-2f31-4aa4-bd59-b17214ebfffd req-3b8d1611-c53a-4038-b0f6-a889950e6aa1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:01.778702 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-294f571d-2f31-4aa4-bd59-b17214ebfffd req-3b8d1611-c53a-4038-b0f6-a889950e6aa1 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0525532 Jul 15 15:05:01.826134 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-294f571d-2f31-4aa4-bd59-b17214ebfffd req-fc5c2f6e-3923-4564-bd2b-5195ed6d4103 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418301 Jul 15 15:05:02.949630 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc51e0-d0d6-4dd9-bc0a-4243e95e210d req-f2f6250a-f669-4f41-a87f-f03578c4c489 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:02.951092 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c8fc51e0-d0d6-4dd9-bc0a-4243e95e210d req-f2f6250a-f669-4f41-a87f-f03578c4c489 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0576899 Jul 15 15:05:02.999118 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c8fc51e0-d0d6-4dd9-bc0a-4243e95e210d req-80fa9631-1428-4694-8afc-fa80421120d0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413320 Jul 15 15:05:04.123454 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7e948-e9a2-4a9a-98b6-e046322ac517 req-7eb96c16-576a-48a5-97c4-ffed998f0b98 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:04.126079 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-20e7e948-e9a2-4a9a-98b6-e046322ac517 req-7eb96c16-576a-48a5-97c4-ffed998f0b98 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0553780 Jul 15 15:05:04.178186 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-20e7e948-e9a2-4a9a-98b6-e046322ac517 req-ec201117-dcc6-47ca-afe7-60f2feab8305 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462365 Jul 15 15:05:04.184641 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-14b006b6-0b83-47fc-b997-d34f1484be59 req-1b5fa35a-2122-4468-afba-a7be06d6f30d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490839 Jul 15 15:05:04.322487 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b006b6-0b83-47fc-b997-d34f1484be59 req-c94657cd-f19b-4982-bc6b-f617c9dff32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:04.332966 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-14b006b6-0b83-47fc-b997-d34f1484be59 req-c94657cd-f19b-4982-bc6b-f617c9dff32f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 1129 time: 0.0961089 Jul 15 15:05:04.344253 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3566f4-2a84-4718-b0c9-df86f2ac9b1f req-2347a94e-84a4-4859-b840-174be8fe9814 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:04.345762 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c3566f4-2a84-4718-b0c9-df86f2ac9b1f req-2347a94e-84a4-4859-b840-174be8fe9814 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0902472 Jul 15 15:05:04.354371 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 35994) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:04.359488 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-700429dd-7b5a-4e56-8bf7-2ea546f26d8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Request body: {'floatingip': {'port_id': 'ee3233b0-b87c-460d-a866-dc75602f653c'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:04.397441 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-700429dd-7b5a-4e56-8bf7-2ea546f26d8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for floatingip (d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:04.825473 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-700429dd-7b5a-4e56-8bf7-2ea546f26d8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:04.829769 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-700429dd-7b5a-4e56-8bf7-2ea546f26d8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:04.928094 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [None req-700429dd-7b5a-4e56-8bf7-2ea546f26d8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Floating IP d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d associated. External IP: 172.27.2.4, port: ee3233b0-b87c-460d-a866-dc75602f653c. Jul 15 15:05:05.124322 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700429dd-7b5a-4e56-8bf7-2ea546f26d8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Router a6438654-942e-4307-b483-4b6bfd7402e9 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:05:05.230607 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700429dd-7b5a-4e56-8bf7-2ea546f26d8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:05.236291 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-700429dd-7b5a-4e56-8bf7-2ea546f26d8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:05.242973 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971c5b65-bffe-4560-866f-a5cacd46e2ce None None] Sync routers for ids ['a6438654-942e-4307-b483-4b6bfd7402e9'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:05.257256 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c5b65-bffe-4560-866f-a5cacd46e2ce None None] Routers {'a6438654-942e-4307-b483-4b6bfd7402e9'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:05:05.257912 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-971c5b65-bffe-4560-866f-a5cacd46e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:04:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['a6438654-942e-4307-b483-4b6bfd7402e9'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:05.280778 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-700429dd-7b5a-4e56-8bf7-2ea546f26d8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "PUT /v2.0/floatingips/d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d HTTP/1.1" status: 200 len: 990 time: 0.9228687 Jul 15 15:05:05.280778 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'tag': 'ee3233b0-b87c-460d-a866-dc75602f653c'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:05:05.282805 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d03e54-467b-463c-a610-e262a6c3e655" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0027cd-444b-4164-9b65-087f20adf0c7", "tag": "ee3233b0-b87c-460d-a866-dc75602f653c"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:05.329355 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c29f87-66b1-468c-80ab-8c949f73a63e x-openstack-request-id: req-16c29f87-66b1-468c-80ab-8c949f73a63e {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:05.329583 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0027cd-444b-4164-9b65-087f20adf0c7", "tag": "ee3233b0-b87c-460d-a866-dc75602f653c", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:05.329689 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-16c29f87-66b1-468c-80ab-8c949f73a63e {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:05.330061 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16c29f87-66b1-468c-80ab-8c949f73a63e'] response: {'name': 'network-changed', 'server_uuid': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'tag': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'status': 'completed', 'code': 200} Jul 15 15:05:05.374429 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b006b6-0b83-47fc-b997-d34f1484be59 req-92d5ca9b-c2f4-4b4f-98db-4209ce282dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:05.376920 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-14b006b6-0b83-47fc-b997-d34f1484be59 req-92d5ca9b-c2f4-4b4f-98db-4209ce282dd4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.1075346 Jul 15 15:05:05.388518 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-971c5b65-bffe-4560-866f-a5cacd46e2ce None None] Set router a6438654-942e-4307-b483-4b6bfd7402e9 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:05:05.607194 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-971c5b65-bffe-4560-866f-a5cacd46e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'd2ed1e73-c87e-406e-8cc4-5c8bf5279f8d', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'port_id': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'mac_address': 'fa:16:3e:8f:b8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:04:37Z', 'updated_at': '2022-07-15T15:05:04Z', 'revision_number': 1, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cb861a-893f-493a-8f53-805f0b3d3328', 'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'mac_address': 'fa:16:3e:10:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:27Z', 'updated_at': '2022-07-15T15:01:39Z', 'revision_number': 5, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'subnets': [{'id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:05.633847 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971c5b65-bffe-4560-866f-a5cacd46e2ce None None] Checking router: a6438654-942e-4307-b483-4b6bfd7402e9 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:05:05.643011 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971c5b65-bffe-4560-866f-a5cacd46e2ce None None] Routers {'a6438654-942e-4307-b483-4b6bfd7402e9'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:05:05.643632 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-971c5b65-bffe-4560-866f-a5cacd46e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:04:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['a6438654-942e-4307-b483-4b6bfd7402e9'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:05.745068 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-971c5b65-bffe-4560-866f-a5cacd46e2ce None None] Set router a6438654-942e-4307-b483-4b6bfd7402e9 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:05:05.963270 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-971c5b65-bffe-4560-866f-a5cacd46e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'd2ed1e73-c87e-406e-8cc4-5c8bf5279f8d', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'port_id': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'mac_address': 'fa:16:3e:8f:b8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:04:37Z', 'updated_at': '2022-07-15T15:05:04Z', 'revision_number': 1, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cb861a-893f-493a-8f53-805f0b3d3328', 'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'mac_address': 'fa:16:3e:10:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:27Z', 'updated_at': '2022-07-15T15:01:39Z', 'revision_number': 5, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'subnets': [{'id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:05.991463 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971c5b65-bffe-4560-866f-a5cacd46e2ce None None] The sync data for ids ['a6438654-942e-4307-b483-4b6bfd7402e9'] in dv-cinder-848821-1-iscsi is: [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'd2ed1e73-c87e-406e-8cc4-5c8bf5279f8d', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'port_id': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'mac_address': 'fa:16:3e:8f:b8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:04:37Z', 'updated_at': '2022-07-15T15:05:04Z', 'revision_number': 1, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cb861a-893f-493a-8f53-805f0b3d3328', 'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'mac_address': 'fa:16:3e:10:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:27Z', 'updated_at': '2022-07-15T15:01:39Z', 'revision_number': 5, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'subnets': [{'id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:06.188879 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cc5e31-a926-4c43-b8c3-16cf785975f3 None None] New status for floating IP d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d: ACTIVE {{(pid=103715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:05:06.754888 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:07.561442 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-14b006b6-0b83-47fc-b997-d34f1484be59 req-11a25c97-9d28-4c3e-9227-dbc0092dbf34 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c0df130-b11c-4f90-89bb-ba1517a9faf4 HTTP/1.1" status: 200 len: 217 time: 0.0565417 Jul 15 15:05:07.598794 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-bb03339b-a94b-464e-9861-786c3c3a6ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:07.622381 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d03e54-467b-463c-a610-e262a6c3e655 req-d7d4819c-0e0b-4536-9771-f784d5aec3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:07.624201 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2d03e54-467b-463c-a610-e262a6c3e655 req-d7d4819c-0e0b-4536-9771-f784d5aec3c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 1130 time: 0.1132290 Jul 15 15:05:07.626842 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b006b6-0b83-47fc-b997-d34f1484be59 req-1d6170ac-ad0e-4719-ad4a-f70cb97c5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:07.628743 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-14b006b6-0b83-47fc-b997-d34f1484be59 req-1d6170ac-ad0e-4719-ad4a-f70cb97c5bfd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0607882 Jul 15 15:05:07.749258 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b006b6-0b83-47fc-b997-d34f1484be59 req-1b7e7a01-810c-441a-8803-0b7c2e303031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:07.750762 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-14b006b6-0b83-47fc-b997-d34f1484be59 req-1b7e7a01-810c-441a-8803-0b7c2e303031 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1148064 Jul 15 15:05:07.759592 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d03e54-467b-463c-a610-e262a6c3e655 req-3c59f715-94bd-42f2-80e8-af30d849ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:07.760965 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2d03e54-467b-463c-a610-e262a6c3e655 req-3c59f715-94bd-42f2-80e8-af30d849ad90 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.1261060 Jul 15 15:05:08.196297 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2d03e54-467b-463c-a610-e262a6c3e655 req-26d26258-e887-43e7-bfe0-2c02df942a10 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3233b0-b87c-460d-a866-dc75602f653c HTTP/1.1" status: 200 len: 1000 time: 0.3486063 Jul 15 15:05:08.250828 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-14b006b6-0b83-47fc-b997-d34f1484be59 req-338dcac7-eab6-43a4-bc50-e9b752907629 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110742 Jul 15 15:05:08.269741 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d03e54-467b-463c-a610-e262a6c3e655 req-f36623ea-83ce-4aaa-8f80-df1ab53d8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:08.271157 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2d03e54-467b-463c-a610-e262a6c3e655 req-f36623ea-83ce-4aaa-8f80-df1ab53d8cd3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0659606 Jul 15 15:05:08.386935 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d03e54-467b-463c-a610-e262a6c3e655 req-4f675dbd-6234-417f-b1d9-1b935935e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:08.386935 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2d03e54-467b-463c-a610-e262a6c3e655 req-4f675dbd-6234-417f-b1d9-1b935935e019 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1032994 Jul 15 15:05:08.386935 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-14b006b6-0b83-47fc-b997-d34f1484be59 req-1c6ca7a5-64af-4cb3-bf5e-00247108e8f8 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260962 Jul 15 15:05:08.491175 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2d03e54-467b-463c-a610-e262a6c3e655 req-3de8caad-88a4-443a-b17b-c85b9dd72a2b service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856025 Jul 15 15:05:08.655423 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2d03e54-467b-463c-a610-e262a6c3e655 req-179f4071-54ff-4b79-a1b6-9050a203140d service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578834 Jul 15 15:05:08.695917 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-3d63e27f-33cd-44b4-ad4b-4c5c6426332e tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:08.697404 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-3d63e27f-33cd-44b4-ad4b-4c5c6426332e tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/networks?id=56a42ae6-651b-4aca-81e0-366c5c071562 HTTP/1.1" status: 200 len: 813 time: 0.1361272 Jul 15 15:05:08.712469 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-ec6a311d-5378-4bab-814d-e068f7cf1b4d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/quotas/2aea0f8cf43e421ab692db69052995c2 HTTP/1.1" status: 200 len: 375 time: 0.0096052 Jul 15 15:05:08.744516 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-337f49d2-7986-415c-98e0-9fa52b430a9c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2aea0f8cf43e421ab692db69052995c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266795 Jul 15 15:05:08.833853 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-b0637769-09c7-42c6-a2c1-c28e501d92e5 service neutron] 10.222.0.47 "GET /v2.0/networks/56a42ae6-651b-4aca-81e0-366c5c071562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824249 Jul 15 15:05:08.930242 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-76305212-a558-4c35-874d-c84e9dc3d5f8 service neutron] 10.222.0.47 "GET /v2.0/networks/56a42ae6-651b-4aca-81e0-366c5c071562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908730 Jul 15 15:05:09.094497 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e91c1db2-9a6a-4bb5-bc62-3c8b733bc182 req-022f73a1-d675-4c0d-91e9-0623117aed9a tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 210 time: 0.0308654 Jul 15 15:05:09.685989 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f3b5e775-33c4-4f3b-8d63-cf864c92271e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:10.209275 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7e661b2f-7800-4bb5-aa2a-680d1f717bb0 req-b85332cc-ca6e-4d44-8f4d-2250ddb287a3 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 210 time: 0.0369396 Jul 15 15:05:10.261426 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-65bc448f-d566-47e1-9216-7f1c21100fd3 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:10.262756 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-65bc448f-d566-47e1-9216-7f1c21100fd3 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.77 "GET /v2.0/networks?id=56a42ae6-651b-4aca-81e0-366c5c071562 HTTP/1.1" status: 200 len: 813 time: 0.1414182 Jul 15 15:05:10.310972 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Request body: {'port': {'device_id': '81e0d658-65c7-4b77-abdf-16be732088ea', 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562', 'admin_state_up': True, 'tenant_id': '2aea0f8cf43e421ab692db69052995c2'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:10.418383 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Made reservation on behalf of 2aea0f8cf43e421ab692db69052995c2 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:10.421630 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:10.553728 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Allocated IP 172.20.0.6 (56a42ae6-651b-4aca-81e0-366c5c071562/5608ad4b-be41-4187-8790-dc8cb731a83d/0726bf84-6323-4e6e-9f9c-21ca248dabb1) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:10.700078 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36104) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:10.708014 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks [] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:10.743099 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:10.783638 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Network 56a42ae6-651b-4aca-81e0-366c5c071562 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:10.786775 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:10.791277 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:05:10.810741 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:10.819689 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Pushing event updated for resources: {'Port': ['ID=0726bf84-6323-4e6e-9f9c-21ca248dabb1,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:10.847970 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:10.848728 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:10.867076 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-4b90c654-0b4a-4aa4-8724-3f41ed7a336d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604165 Jul 15 15:05:10.891276 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Publish callbacks [] for security_group (af6973e9-2b40-47ff-9013-573eed49dacb), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:10.895160 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (af6973e9-2b40-47ff-9013-573eed49dacb), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:10.898789 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Request body: {'port': {'device_id': '81e0d658-65c7-4b77-abdf-16be732088ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:10.931391 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6973e9-2b40-47ff-9013-573eed49dacb,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:10.936081 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf816bd90af3431fbceef73c04688b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349622 Jul 15 15:05:10.940222 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36108) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:10.948181 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.948181 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.948462 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.948656 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.949000 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.949339 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.949674 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.950011 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.950344 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.950675 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.951009 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.951336 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.951664 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc309a4-b94c-4a05-94d9-7e7f850bc884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:10.962712 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:10.968527 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:10.997420 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5d05c4a8-3098-4051-a8a5-ec793cdfd6d6 admin admin] Publish callbacks [] for security_group (af6973e9-2b40-47ff-9013-573eed49dacb), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.019446 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5d05c4a8-3098-4051-a8a5-ec793cdfd6d6 admin admin] Publish callbacks [] for security_group (af6973e9-2b40-47ff-9013-573eed49dacb), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.070568 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5d05c4a8-3098-4051-a8a5-ec793cdfd6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (af6973e9-2b40-47ff-9013-573eed49dacb), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.073434 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5d05c4a8-3098-4051-a8a5-ec793cdfd6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.074924 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-5d05c4a8-3098-4051-a8a5-ec793cdfd6d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/af6973e9-2b40-47ff-9013-573eed49dacb HTTP/1.1" status: 204 len: 168 time: 0.1335118 Jul 15 15:05:11.083034 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05c4a8-3098-4051-a8a5-ec793cdfd6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6973e9-2b40-47ff-9013-573eed49dacb,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:11.250282 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0726bf84-6323-4e6e-9f9c-21ca248dabb1 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:05:11.258342 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Publish callbacks [] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.273007 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Transition to ACTIVE for port object 0726bf84-6323-4e6e-9f9c-21ca248dabb1 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:05:11.277299 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.332037 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Pushing event updated for resources: {'Port': ['ID=0726bf84-6323-4e6e-9f9c-21ca248dabb1,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:11.367706 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fec6fe-d3c3-4170-a289-aab81b392fcd req-289d1804-8298-4d26-bea4-cce1dc110040 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:11.369451 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-38fec6fe-d3c3-4170-a289-aab81b392fcd req-289d1804-8298-4d26-bea4-cce1dc110040 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 943 time: 0.0904212 Jul 15 15:05:11.425725 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Attempting to bind port 0726bf84-6323-4e6e-9f9c-21ca248dabb1 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:05:11.425999 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Attempting to bind port 0726bf84-6323-4e6e-9f9c-21ca248dabb1 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '7cf5190f-fd46-4398-899b-afc70c81ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:05:11.426321 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Attempting to bind port 0726bf84-6323-4e6e-9f9c-21ca248dabb1 on network 56a42ae6-651b-4aca-81e0-366c5c071562 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:05:11.428064 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-38fec6fe-d3c3-4170-a289-aab81b392fcd req-b972216b-6f50-4008-b768-aa2fd51b7c4f tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489771 Jul 15 15:05:11.430957 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Port 0726bf84-6323-4e6e-9f9c-21ca248dabb1 on network 56a42ae6-651b-4aca-81e0-366c5c071562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:05:11.431352 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Attempting to bind port 0726bf84-6323-4e6e-9f9c-21ca248dabb1 on network 56a42ae6-651b-4aca-81e0-366c5c071562 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:05:11.436523 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:05:11.436898 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Checking segment: {'id': '7cf5190f-fd46-4398-899b-afc70c81ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:05:11.437310 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Bound using segment: {'id': '7cf5190f-fd46-4398-899b-afc70c81ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:05:11.437741 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Bound port: 0726bf84-6323-4e6e-9f9c-21ca248dabb1, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf5190f-fd46-4398-899b-afc70c81ee63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:05:11.438217 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.509066 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] For port 0726bf84-6323-4e6e-9f9c-21ca248dabb1, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:11.512724 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] For port 0726bf84-6323-4e6e-9f9c-21ca248dabb1, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=0726bf84-6323-4e6e-9f9c-21ca248dabb1,segment=NetworkSegment(7cf5190f-fd46-4398-899b-afc70c81ee63),segment_id=7cf5190f-fd46-4398-899b-afc70c81ee63)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:11.520279 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.553174 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:11.553954 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.555340 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] 10.222.0.77 "PUT /v2.0/ports/0726bf84-6323-4e6e-9f9c-21ca248dabb1 HTTP/1.1" status: 200 len: 1093 time: 0.6611145 Jul 15 15:05:11.557663 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e0d658-65c7-4b77-abdf-16be732088ea', 'tag': '0726bf84-6323-4e6e-9f9c-21ca248dabb1'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:05:11.560015 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef56531-2392-4c3c-8319-3cc2bd4bff27" -d '{"events": [{"name": "network-changed", "server_uuid": "81e0d658-65c7-4b77-abdf-16be732088ea", "tag": "0726bf84-6323-4e6e-9f9c-21ca248dabb1"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:11.599547 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dbda6f-10b8-4136-9453-1a8e8106a61e service neutron] Pushing event updated for resources: {'Port': ['ID=0726bf84-6323-4e6e-9f9c-21ca248dabb1,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:11.601333 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896b8a28-6109-4827-9a46-6b644b6aadcd x-openstack-request-id: req-896b8a28-6109-4827-9a46-6b644b6aadcd {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:11.601855 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e0d658-65c7-4b77-abdf-16be732088ea", "tag": "0726bf84-6323-4e6e-9f9c-21ca248dabb1", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:11.602211 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-896b8a28-6109-4827-9a46-6b644b6aadcd {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:11.602937 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896b8a28-6109-4827-9a46-6b644b6aadcd'] response: {'name': 'network-changed', 'server_uuid': '81e0d658-65c7-4b77-abdf-16be732088ea', 'tag': '0726bf84-6323-4e6e-9f9c-21ca248dabb1', 'status': 'completed', 'code': 200} Jul 15 15:05:11.690978 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef56531-2392-4c3c-8319-3cc2bd4bff27 req-75b0497f-ee39-4334-9ef3-433c788adb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:11.692492 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bef56531-2392-4c3c-8319-3cc2bd4bff27 req-75b0497f-ee39-4334-9ef3-433c788adb18 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2aea0f8cf43e421ab692db69052995c2&device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 1127 time: 0.0490980 Jul 15 15:05:11.741909 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36136) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:11.805117 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef56531-2392-4c3c-8319-3cc2bd4bff27 req-96d8b968-d2af-4fbb-8db9-3686c11ed021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:11.806527 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bef56531-2392-4c3c-8319-3cc2bd4bff27 req-96d8b968-d2af-4fbb-8db9-3686c11ed021 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=2aea0f8cf43e421ab692db69052995c2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0993843 Jul 15 15:05:11.840638 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1040070335-network', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:11.862491 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Made reservation on behalf of 023c02484cc74691b16c87fa381fc8a6 for: {'network': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:11.865017 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.873833 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.905919 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef56531-2392-4c3c-8319-3cc2bd4bff27 req-84e6fbae-a0a9-42c7-9b7f-92f082e23dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:11.908022 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bef56531-2392-4c3c-8319-3cc2bd4bff27 req-84e6fbae-a0a9-42c7-9b7f-92f082e23dd2 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947349 Jul 15 15:05:11.953123 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Publish callbacks [] for security_group (4c5d74bf-7f3c-4fde-bd99-eb0599205fe4), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.956787 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (4c5d74bf-7f3c-4fde-bd99-eb0599205fe4), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:11.983568 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:05:11.994510 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:12.000278 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (6b6916e0-1962-435f-87c2-73d5b6cb5641), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.000647 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.segments_db [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Added segment 6b6916e0-1962-435f-87c2-73d5b6cb5641 of type vlan for network c3a74687-c457-4c51-9a1d-4f4696b81109 Jul 15 15:05:12.023051 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-8e856105-24c1-40b6-bfce-41126902778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:12.024581 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-8e856105-24c1-40b6-bfce-41126902778d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2aea0f8cf43e421ab692db69052995c2&device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 1127 time: 0.0480716 Jul 15 15:05:12.040675 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (c3a74687-c457-4c51-9a1d-4f4696b81109), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.071231 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (c3a74687-c457-4c51-9a1d-4f4696b81109), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.072229 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:12.072919 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.074101 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-cea98aa9-2a96-404c-9672-ae2732e1a61f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0726bf84-6323-4e6e-9f9c-21ca248dabb1 HTTP/1.1" status: 200 len: 217 time: 0.0350113 Jul 15 15:05:12.129311 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3862171 Jul 15 15:05:12.130337 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-ddf34ce1-1f9d-4200-85e0-7066d8017bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:12.131963 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-ddf34ce1-1f9d-4200-85e0-7066d8017bc7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5608ad4b-be41-4187-8790-dc8cb731a83d HTTP/1.1" status: 200 len: 853 time: 0.0513959 Jul 15 15:05:12.132487 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 36142) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:12.136190 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4985c-2d4d-4cd0-a248-308dd7f1225a admin admin] Pushing event updated for resources: {'Network': ['ID=c3a74687-c457-4c51-9a1d-4f4696b81109,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:12.137357 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-4d18e436-c73f-4e96-9acb-2c8417c87a3d admin admin] Request body: {'subnet': {'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1040070335-subnet', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'ip_version': 4}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:12.150668 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network c3a74687-c457-4c51-9a1d-4f4696b81109 details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:05:12.171893 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-d6939707-0df4-49fe-bb79-5bf235d43b24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=56a42ae6-651b-4aca-81e0-366c5c071562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305321 Jul 15 15:05:12.191027 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d18e436-c73f-4e96-9acb-2c8417c87a3d admin admin] Made reservation on behalf of 023c02484cc74691b16c87fa381fc8a6 for: {'subnet': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:12.193267 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4d18e436-c73f-4e96-9acb-2c8417c87a3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516893'] for subnet (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.335287 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-67e75b5f-0a53-4e39-ba96-e35fae72d464 service neutron] 10.222.0.77 "GET /v2.0/networks/56a42ae6-651b-4aca-81e0-366c5c071562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550090 Jul 15 15:05:12.387369 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.500022 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4d18e436-c73f-4e96-9acb-2c8417c87a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9594166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516879'] for subnet (066b0174-9063-43f6-994b-d7e6d96e7cd6), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.533607 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6045ad1a-00f2-49b4-adcf-0f3bdd45bd26 req-96d32304-b014-4ea8-89d4-bed3de5bd797 service neutron] 10.222.0.77 "GET /v2.0/networks/56a42ae6-651b-4aca-81e0-366c5c071562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670794 Jul 15 15:05:12.551010 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762a4a7-644d-4186-a99d-94b68c848772 req-77bbc266-c0e3-47c5-bce1-5a6af6e49689 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:12.553105 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1762a4a7-644d-4186-a99d-94b68c848772 req-77bbc266-c0e3-47c5-bce1-5a6af6e49689 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 943 time: 0.0549161 Jul 15 15:05:12.558015 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18e436-c73f-4e96-9acb-2c8417c87a3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=066b0174-9063-43f6-994b-d7e6d96e7cd6,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:12.576071 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d18e436-c73f-4e96-9acb-2c8417c87a3d admin admin] Checking segment: {'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:05:12.576460 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d18e436-c73f-4e96-9acb-2c8417c87a3d admin admin] Network hostable DHCP agents. Network: c3a74687-c457-4c51-9a1d-4f4696b81109, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:05:12.594471 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d18e436-c73f-4e96-9acb-2c8417c87a3d admin admin] Network c3a74687-c457-4c51-9a1d-4f4696b81109 is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:05:12.604963 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-4d18e436-c73f-4e96-9acb-2c8417c87a3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, c3a74687-c457-4c51-9a1d-4f4696b81109) {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:12.607223 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1762a4a7-644d-4186-a99d-94b68c848772 req-450a7dc9-8d8e-403d-97ce-ec7005067cd4 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479209 Jul 15 15:05:12.610846 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d18e436-c73f-4e96-9acb-2c8417c87a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:12.611639 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4d18e436-c73f-4e96-9acb-2c8417c87a3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.616417 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779337a-4f7b-45e4-a2ad-fb755f0e72f2 None None] Network c3a74687-c457-4c51-9a1d-4f4696b81109 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:05:12.636907 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-4d18e436-c73f-4e96-9acb-2c8417c87a3d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5029795 Jul 15 15:05:12.639129 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 36146) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:12.644269 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:12.666710 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3921144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59253'] for router (46690f88-2564-402c-9a76-fbb9203f36e6), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.667947 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3734711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59260'] for router (46690f88-2564-402c-9a76-fbb9203f36e6), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.724241 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Publish callbacks [] for router_controller (46690f88-2564-402c-9a76-fbb9203f36e6), precommit_add_association {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.843085 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-c3a74687-c457-4c51-9a1d-4f4696b81109', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 15:05:12.843938 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.869844 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Publish callbacks [] for router_gateway (46690f88-2564-402c-9a76-fbb9203f36e6), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:12.979564 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Allocated IP 172.20.0.2 (c3a74687-c457-4c51-9a1d-4f4696b81109/066b0174-9063-43f6-994b-d7e6d96e7cd6/97813547-f885-4202-b262-24900fdd0609) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:13.070065 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Publish callbacks [] for router_gateway (46690f88-2564-402c-9a76-fbb9203f36e6), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:13.091052 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:13.123975 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Publish callbacks [] for port (97813547-f885-4202-b262-24900fdd0609), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:13.133025 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (97813547-f885-4202-b262-24900fdd0609), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:13.175608 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Network c3a74687-c457-4c51-9a1d-4f4696b81109 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:13.182419 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:13.186552 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:05:13.189806 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Pushing event updated for resources: {'Port': ['ID=97813547-f885-4202-b262-24900fdd0609,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:13.208155 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Allocated IP 172.27.2.65 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/7cdfa77c-25ce-42f3-b753-8d4db146bb58) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:13.243183 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Attempting to bind port 97813547-f885-4202-b262-24900fdd0609 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:05:13.243555 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Attempting to bind port 97813547-f885-4202-b262-24900fdd0609 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:05:13.243919 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Attempting to bind port 97813547-f885-4202-b262-24900fdd0609 on network c3a74687-c457-4c51-9a1d-4f4696b81109 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:05:13.249031 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:05:13.249432 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Checking segment: {'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:05:13.249829 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:13.250219 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Bound using segment: {'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:05:13.250685 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Bound port: 97813547-f885-4202-b262-24900fdd0609, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:05:13.251098 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (97813547-f885-4202-b262-24900fdd0609), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:13.308852 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Publish callbacks [] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:13.310864 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] For port 97813547-f885-4202-b262-24900fdd0609, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:13.314964 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] For port 97813547-f885-4202-b262-24900fdd0609, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=97813547-f885-4202-b262-24900fdd0609,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:13.322273 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (97813547-f885-4202-b262-24900fdd0609), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:13.347570 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:13.385074 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:13.385251 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb7ef0-8a75-427e-a911-9bb249485d1d None None] Pushing event updated for resources: {'Port': ['ID=97813547-f885-4202-b262-24900fdd0609,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:13.388947 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:13.391246 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:05:13.433220 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Pushing event updated for resources: {'Port': ['ID=7cdfa77c-25ce-42f3-b753-8d4db146bb58,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:13.669606 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Publish callbacks [] for router_gateway (46690f88-2564-402c-9a76-fbb9203f36e6), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:13.896623 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:14.074720 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d742-1a7c-455a-b1ff-cdf531f81cdf req-f14d6a5d-e7fe-4f87-9372-3245425efb9e tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:14.076296 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6037d742-1a7c-455a-b1ff-cdf531f81cdf req-f14d6a5d-e7fe-4f87-9372-3245425efb9e tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 943 time: 0.1077375 Jul 15 15:05:14.208258 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6037d742-1a7c-455a-b1ff-cdf531f81cdf req-9f79c00c-7866-439d-9fd3-e8ac62b8f40f tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986567 Jul 15 15:05:14.215265 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567'] for router (46690f88-2564-402c-9a76-fbb9203f36e6), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:14.288029 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899ea8f8-d690-47dd-968e-4d1615b54a34 None None] Network c3a74687-c457-4c51-9a1d-4f4696b81109 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:05:14.349909 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Router 46690f88-2564-402c-9a76-fbb9203f36e6 is scheduled to L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 with binding_index 1 {{(pid=103713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 15:05:14.406780 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-e850d606-abec-443f-ab2e-c54d1a822428 None None] Provisioning complete for port 97813547-f885-4202-b262-24900fdd0609 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:14.407064 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e850d606-abec-443f-ab2e-c54d1a822428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (97813547-f885-4202-b262-24900fdd0609), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:14.455747 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:14.475961 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:14.478005 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-b58bdcc9-9da6-4d33-ac09-3c3f206c3a06 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8374293 Jul 15 15:05:14.480442 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36150) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:14.488207 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Sync routers for ids ['46690f88-2564-402c-9a76-fbb9203f36e6'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:14.507604 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-e850d606-abec-443f-ab2e-c54d1a822428 None None] Current status of the port 97813547-f885-4202-b262-24900fdd0609 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:14.507995 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e850d606-abec-443f-ab2e-c54d1a822428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (97813547-f885-4202-b262-24900fdd0609), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:14.509841 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Routers {'46690f88-2564-402c-9a76-fbb9203f36e6'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:05:14.510467 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:05:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['46690f88-2564-402c-9a76-fbb9203f36e6'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:14.621513 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-e850d606-abec-443f-ab2e-c54d1a822428 None None] For port 97813547-f885-4202-b262-24900fdd0609, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=97813547-f885-4202-b262-24900fdd0609,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:14.627426 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e850d606-abec-443f-ab2e-c54d1a822428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (97813547-f885-4202-b262-24900fdd0609), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:14.665474 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Set router 46690f88-2564-402c-9a76-fbb9203f36e6 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:05:14.777523 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850d606-abec-443f-ab2e-c54d1a822428 None None] Pushing event updated for resources: {'Port': ['ID=97813547-f885-4202-b262-24900fdd0609,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:14.794955 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-86040db4-ee1b-40be-b8c5-fb986fdfac64 None None] Provisioning complete for port 97813547-f885-4202-b262-24900fdd0609 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:14.795330 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-86040db4-ee1b-40be-b8c5-fb986fdfac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (97813547-f885-4202-b262-24900fdd0609), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:14.897937 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:14.924062 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-86040db4-ee1b-40be-b8c5-fb986fdfac64 None None] Current status of the port 97813547-f885-4202-b262-24900fdd0609 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:14.934916 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:05:13Z', 'revision_number': 3, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:14.958783 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Checking router: 46690f88-2564-402c-9a76-fbb9203f36e6 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:05:14.959140 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Updating router 46690f88-2564-402c-9a76-fbb9203f36e6 port 7cdfa77c-25ce-42f3-b753-8d4db146bb58 binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:05:14.990594 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.060955 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Allocated IP 172.20.0.1 (c3a74687-c457-4c51-9a1d-4f4696b81109/066b0174-9063-43f6-994b-d7e6d96e7cd6/2ef4638b-74ff-46e3-a2ac-be22bb071824) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:15.101958 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 97813547-f885-4202-b262-24900fdd0609 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:15.171067 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Publish callbacks [] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.202835 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.216213 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 97813547-f885-4202-b262-24900fdd0609 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:15.216621 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (97813547-f885-4202-b262-24900fdd0609), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.239737 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Network c3a74687-c457-4c51-9a1d-4f4696b81109 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:15.246617 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:15.249293 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:05:15.279111 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef4638b-74ff-46e3-a2ac-be22bb071824,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:15.315771 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919422'] for router_interface (46690f88-2564-402c-9a76-fbb9203f36e6), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.360212 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Publish callbacks [] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.370382 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.400426 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 97813547-f885-4202-b262-24900fdd0609 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:15.425483 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997014fc-5587-4616-a40e-89faad4e4b88 req-aa808ec2-57e9-4ce9-bc12-5066c8be3e4c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:15.427056 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-997014fc-5587-4616-a40e-89faad4e4b88 req-aa808ec2-57e9-4ce9-bc12-5066c8be3e4c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 943 time: 0.1282640 Jul 15 15:05:15.430968 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Attempting to bind port 7cdfa77c-25ce-42f3-b753-8d4db146bb58 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:05:15.431353 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Attempting to bind port 7cdfa77c-25ce-42f3-b753-8d4db146bb58 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:05:15.431720 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Attempting to bind port 7cdfa77c-25ce-42f3-b753-8d4db146bb58 on network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:05:15.433681 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0854d5-6957-4b96-853b-a6d358d06db6 None None] Pushing event updated for resources: {'Port': ['ID=7cdfa77c-25ce-42f3-b753-8d4db146bb58,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:15.439925 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:05:15.440307 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:05:15.440749 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.441143 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Bound using segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:05:15.441626 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Bound port: 7cdfa77c-25ce-42f3-b753-8d4db146bb58, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:05:15.442008 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.501245 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] For port 7cdfa77c-25ce-42f3-b753-8d4db146bb58, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:15.503044 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.504675 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] For port 7cdfa77c-25ce-42f3-b753-8d4db146bb58, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=7cdfa77c-25ce-42f3-b753-8d4db146bb58,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:15.511611 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.527146 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-997014fc-5587-4616-a40e-89faad4e4b88 req-29c6709d-8cc3-4d31-ab4c-2cce0515c902 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812409 Jul 15 15:05:15.581336 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Routers {'46690f88-2564-402c-9a76-fbb9203f36e6'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:05:15.581975 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:05:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['46690f88-2564-402c-9a76-fbb9203f36e6'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:15.619713 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0854d5-6957-4b96-853b-a6d358d06db6 None None] Pushing event updated for resources: {'Port': ['ID=7cdfa77c-25ce-42f3-b753-8d4db146bb58,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:15.627475 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-914228d2-8a35-4327-9874-45a46f004e56 None None] Provisioning complete for port 2ef4638b-74ff-46e3-a2ac-be22bb071824 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:15.627687 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-914228d2-8a35-4327-9874-45a46f004e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.679896 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Publish callbacks [] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.684683 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.694913 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-914228d2-8a35-4327-9874-45a46f004e56 None None] Port 2ef4638b-74ff-46e3-a2ac-be22bb071824 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:05:15.719587 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] Set router 46690f88-2564-402c-9a76-fbb9203f36e6 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:05:15.750143 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ef4638b-74ff-46e3-a2ac-be22bb071824,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:15.753525 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3758210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919758'] for router_interface (46690f88-2564-402c-9a76-fbb9203f36e6), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:15.863791 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Network c3a74687-c457-4c51-9a1d-4f4696b81109 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:15.865302 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:15.922863 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '2ef4638b-74ff-46e3-a2ac-be22bb071824', 'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'mac_address': 'fa:16:3e:fc:12:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:14Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 1, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'subnets': [{'id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:15.948477 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75c5db-d9bb-4434-9cce-3aa94807fe7a None None] The sync data for ids ['46690f88-2564-402c-9a76-fbb9203f36e6'] in dv-cinder-848821-1-iscsi is: [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '2ef4638b-74ff-46e3-a2ac-be22bb071824', 'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'mac_address': 'fa:16:3e:fc:12:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:14Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 1, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'subnets': [{'id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:16.119059 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-b7ee3e14-06dd-4354-89a9-8f1ed0f29b27 None None] Provisioning complete for port 2ef4638b-74ff-46e3-a2ac-be22bb071824 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:16.119441 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b7ee3e14-06dd-4354-89a9-8f1ed0f29b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:16.181255 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee3e14-06dd-4354-89a9-8f1ed0f29b27 None None] Port 2ef4638b-74ff-46e3-a2ac-be22bb071824 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:05:16.254324 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Router 46690f88-2564-402c-9a76-fbb9203f36e6 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:05:16.357481 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:16.363197 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-a7e93d3f-0913-4033-9662-605793b890e8 admin admin] 10.222.0.47 "PUT /v2.0/routers/46690f88-2564-402c-9a76-fbb9203f36e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8817196 Jul 15 15:05:16.665208 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd36be-9dd5-4144-8f40-40cf7c75751f req-e0e277f3-4b83-4630-9c86-ff1cf803f077 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:16.666707 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ffcd36be-9dd5-4144-8f40-40cf7c75751f req-e0e277f3-4b83-4630-9c86-ff1cf803f077 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 943 time: 0.0639393 Jul 15 15:05:16.739345 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ffcd36be-9dd5-4144-8f40-40cf7c75751f req-d657292d-89f2-4fa7-9877-278724d7ad74 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556810 Jul 15 15:05:16.789968 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 0726bf84-6323-4e6e-9f9c-21ca248dabb1 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:16.943433 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36170) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:16.949295 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1931427865-network', 'tenant_id': 'b897632207394108a3e10c9779f6dd80'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:16.971844 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Made reservation on behalf of b897632207394108a3e10c9779f6dd80 for: {'network': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:16.974489 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:16.987430 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.045074 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 0726bf84-6323-4e6e-9f9c-21ca248dabb1, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=0726bf84-6323-4e6e-9f9c-21ca248dabb1,segment=NetworkSegment(7cf5190f-fd46-4398-899b-afc70c81ee63),segment_id=7cf5190f-fd46-4398-899b-afc70c81ee63)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:17.064997 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '0726bf84-6323-4e6e-9f9c-21ca248dabb1', 'network_id': '56a42ae6-651b-4aca-81e0-366c5c071562', 'port_id': '0726bf84-6323-4e6e-9f9c-21ca248dabb1', 'mac_address': 'fa:16:3e:79:77:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5608ad4b-be41-4187-8790-dc8cb731a83d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:17.083285 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Publish callbacks [] for security_group (06311aa1-950c-4602-a95f-b640863d4da6), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.089855 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (06311aa1-950c-4602-a95f-b640863d4da6), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.105889 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 0726bf84-6323-4e6e-9f9c-21ca248dabb1 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:17.106280 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.112953 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:05:17.122706 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0726bf84-6323-4e6e-9f9c-21ca248dabb1 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:05:17.128348 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06311aa1-950c-4602-a95f-b640863d4da6,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:17.133466 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (e54aac51-3215-4f4c-8109-0cc8bf4b0cac), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.133809 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.segments_db [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Added segment e54aac51-3215-4f4c-8109-0cc8bf4b0cac of type vlan for network 67dc70b3-194a-477c-befc-344defd5d092 Jul 15 15:05:17.150416 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 0726bf84-6323-4e6e-9f9c-21ca248dabb1, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=0726bf84-6323-4e6e-9f9c-21ca248dabb1,segment=NetworkSegment(7cf5190f-fd46-4398-899b-afc70c81ee63),segment_id=7cf5190f-fd46-4398-899b-afc70c81ee63)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:17.158337 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.184639 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 7cdfa77c-25ce-42f3-b753-8d4db146bb58 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:17.190873 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (67dc70b3-194a-477c-befc-344defd5d092), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.217827 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (67dc70b3-194a-477c-befc-344defd5d092), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.218984 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:17.219577 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.241355 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=0726bf84-6323-4e6e-9f9c-21ca248dabb1,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:17.258348 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 7cdfa77c-25ce-42f3-b753-8d4db146bb58 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:17.258732 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.273890 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3287325 Jul 15 15:05:17.276933 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 36172) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:17.283621 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-57eb6192-b5d4-4cd9-832b-1ada8f3be0bb admin admin] Request body: {'subnet': {'network_id': '67dc70b3-194a-477c-befc-344defd5d092', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1931427865-subnet', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'ip_version': 4}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:17.289340 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b663acf-73ee-48a0-9abb-054310a52d6e admin admin] Pushing event updated for resources: {'Network': ['ID=67dc70b3-194a-477c-befc-344defd5d092,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:17.299409 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 67dc70b3-194a-477c-befc-344defd5d092 details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:05:17.315007 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eb6192-b5d4-4cd9-832b-1ada8f3be0bb admin admin] Made reservation on behalf of b897632207394108a3e10c9779f6dd80 for: {'subnet': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:17.317476 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-57eb6192-b5d4-4cd9-832b-1ada8f3be0bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516893'] for subnet (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.406745 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 7cdfa77c-25ce-42f3-b753-8d4db146bb58 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:17.407394 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.430167 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 7cdfa77c-25ce-42f3-b753-8d4db146bb58, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=7cdfa77c-25ce-42f3-b753-8d4db146bb58,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:17.434552 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.482572 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=7cdfa77c-25ce-42f3-b753-8d4db146bb58,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:17.498267 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-57eb6192-b5d4-4cd9-832b-1ada8f3be0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9594166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516879'] for subnet (b2e9da7e-c647-45c2-a3aa-331fc0c33ba9), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.552164 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb6192-b5d4-4cd9-832b-1ada8f3be0bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e9da7e-c647-45c2-a3aa-331fc0c33ba9,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:17.562681 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eb6192-b5d4-4cd9-832b-1ada8f3be0bb admin admin] Checking segment: {'id': 'e54aac51-3215-4f4c-8109-0cc8bf4b0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67dc70b3-194a-477c-befc-344defd5d092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:05:17.563062 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb6192-b5d4-4cd9-832b-1ada8f3be0bb admin admin] Network hostable DHCP agents. Network: 67dc70b3-194a-477c-befc-344defd5d092, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:05:17.581267 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb6192-b5d4-4cd9-832b-1ada8f3be0bb admin admin] Network 67dc70b3-194a-477c-befc-344defd5d092 is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:05:17.590576 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-57eb6192-b5d4-4cd9-832b-1ada8f3be0bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 67dc70b3-194a-477c-befc-344defd5d092) {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:17.595459 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eb6192-b5d4-4cd9-832b-1ada8f3be0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:17.595922 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-57eb6192-b5d4-4cd9-832b-1ada8f3be0bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.602143 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ec1a66-54ca-4b59-99ff-28230eedc544 None None] Network 67dc70b3-194a-477c-befc-344defd5d092 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:05:17.614529 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-57eb6192-b5d4-4cd9-832b-1ada8f3be0bb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3361101 Jul 15 15:05:17.617218 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36174) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:17.621724 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1931427865-router', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:17.641189 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3921144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59253'] for router (ae85a645-037e-488d-8098-df1bd6da750f), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.643177 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3734711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59260'] for router (ae85a645-037e-488d-8098-df1bd6da750f), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.697464 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Publish callbacks [] for router_controller (ae85a645-037e-488d-8098-df1bd6da750f), precommit_add_association {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.708695 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-67dc70b3-194a-477c-befc-344defd5d092', 'network_id': '67dc70b3-194a-477c-befc-344defd5d092', 'project_id': 'b897632207394108a3e10c9779f6dd80', 'fixed_ips': [{'subnet_id': 'b2e9da7e-c647-45c2-a3aa-331fc0c33ba9'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 15:05:17.709790 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.723126 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['0726bf84-6323-4e6e-9f9c-21ca248dabb1'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:17.874892 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Publish callbacks [] for router_gateway (ae85a645-037e-488d-8098-df1bd6da750f), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:17.929625 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Allocated IP 172.20.0.2 (67dc70b3-194a-477c-befc-344defd5d092/b2e9da7e-c647-45c2-a3aa-331fc0c33ba9/667b9c81-415d-4c44-a179-a300ed4023b8) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:17.934666 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32612247-d37a-4ce5-ba6a-07a7e53a9934 req-c10f5e47-87a0-4dd2-aaa2-1989fa626d04 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:17.936160 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-32612247-d37a-4ce5-ba6a-07a7e53a9934 req-c10f5e47-87a0-4dd2-aaa2-1989fa626d04 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 944 time: 0.1270714 Jul 15 15:05:17.998683 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-32612247-d37a-4ce5-ba6a-07a7e53a9934 req-166a909c-f645-4871-b5a3-f458ac215b7a tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541215 Jul 15 15:05:18.127380 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Publish callbacks [] for port (667b9c81-415d-4c44-a179-a300ed4023b8), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:18.129270 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Publish callbacks [] for router_gateway (ae85a645-037e-488d-8098-df1bd6da750f), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:18.135522 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:18.154497 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:18.172613 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Sync routers for ids ['46690f88-2564-402c-9a76-fbb9203f36e6'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:18.178734 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Network 67dc70b3-194a-477c-befc-344defd5d092 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:18.181835 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:18.182311 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Routers {'46690f88-2564-402c-9a76-fbb9203f36e6'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:05:18.182929 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:05:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['46690f88-2564-402c-9a76-fbb9203f36e6'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:18.190659 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:05:18.261506 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Pushing event updated for resources: {'Port': ['ID=667b9c81-415d-4c44-a179-a300ed4023b8,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:18.276122 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Attempting to bind port 667b9c81-415d-4c44-a179-a300ed4023b8 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:05:18.276502 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Attempting to bind port 667b9c81-415d-4c44-a179-a300ed4023b8 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': 'e54aac51-3215-4f4c-8109-0cc8bf4b0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67dc70b3-194a-477c-befc-344defd5d092'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:05:18.276902 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Attempting to bind port 667b9c81-415d-4c44-a179-a300ed4023b8 on network 67dc70b3-194a-477c-befc-344defd5d092 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:05:18.282325 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:05:18.283089 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Checking segment: {'id': 'e54aac51-3215-4f4c-8109-0cc8bf4b0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67dc70b3-194a-477c-befc-344defd5d092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:05:18.283089 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:18.283482 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Bound using segment: {'id': 'e54aac51-3215-4f4c-8109-0cc8bf4b0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67dc70b3-194a-477c-befc-344defd5d092'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:05:18.283953 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Bound port: 667b9c81-415d-4c44-a179-a300ed4023b8, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54aac51-3215-4f4c-8109-0cc8bf4b0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67dc70b3-194a-477c-befc-344defd5d092'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:05:18.284337 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:18.287424 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Allocated IP 172.27.2.116 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:18.288479 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Set router 46690f88-2564-402c-9a76-fbb9203f36e6 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:05:18.350259 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] For port 667b9c81-415d-4c44-a179-a300ed4023b8, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:18.355209 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] For port 667b9c81-415d-4c44-a179-a300ed4023b8, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=667b9c81-415d-4c44-a179-a300ed4023b8,segment=NetworkSegment(e54aac51-3215-4f4c-8109-0cc8bf4b0cac),segment_id=e54aac51-3215-4f4c-8109-0cc8bf4b0cac)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:18.363292 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:18.410962 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Publish callbacks [] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:18.435095 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3b168-b3c2-4a5c-8b42-1a11287d8eea None None] Pushing event updated for resources: {'Port': ['ID=667b9c81-415d-4c44-a179-a300ed4023b8,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:18.453760 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:18.494522 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:18.497693 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:18.502169 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:05:18.515825 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Pushing event updated for resources: {'Port': ['ID=24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:18.600734 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '2ef4638b-74ff-46e3-a2ac-be22bb071824', 'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'mac_address': 'fa:16:3e:fc:12:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:14Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 2, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'subnets': [{'id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:18.631608 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Checking router: 46690f88-2564-402c-9a76-fbb9203f36e6 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:05:18.632415 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Updating router 46690f88-2564-402c-9a76-fbb9203f36e6 port 2ef4638b-74ff-46e3-a2ac-be22bb071824 binding host dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:05:18.671628 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:18.805558 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Publish callbacks [] for router_gateway (ae85a645-037e-488d-8098-df1bd6da750f), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:18.947271 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Publish callbacks [] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:18.952659 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:19.011820 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567'] for router (ae85a645-037e-488d-8098-df1bd6da750f), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:19.023380 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Pushing event updated for resources: {'Port': ['ID=2ef4638b-74ff-46e3-a2ac-be22bb071824,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:19.034316 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.034907 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.035432 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.035909 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.036408 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.036928 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.037415 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.039476 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.039990 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.040505 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.041290 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.041777 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.043004 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:19.082280 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Attempting to bind port 2ef4638b-74ff-46e3-a2ac-be22bb071824 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:05:19.082830 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Attempting to bind port 2ef4638b-74ff-46e3-a2ac-be22bb071824 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:05:19.083351 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Attempting to bind port 2ef4638b-74ff-46e3-a2ac-be22bb071824 on network c3a74687-c457-4c51-9a1d-4f4696b81109 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:05:19.089791 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:05:19.090357 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Checking segment: {'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:05:19.090931 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:19.091662 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Bound using segment: {'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:05:19.092304 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Bound port: 2ef4638b-74ff-46e3-a2ac-be22bb071824, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:05:19.092900 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:19.186238 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Router ae85a645-037e-488d-8098-df1bd6da750f is scheduled to L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 with binding_index 1 {{(pid=103712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 15:05:19.212807 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129bedc-74ef-419c-b296-42f05a7dfdb2 req-f73f41b9-3657-46d0-89e6-6223d6feb759 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:19.222699 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b129bedc-74ef-419c-b296-42f05a7dfdb2 req-f73f41b9-3657-46d0-89e6-6223d6feb759 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 944 time: 0.1058741 Jul 15 15:05:19.236069 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] For port 2ef4638b-74ff-46e3-a2ac-be22bb071824, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:19.245349 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] For port 2ef4638b-74ff-46e3-a2ac-be22bb071824, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=2ef4638b-74ff-46e3-a2ac-be22bb071824,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:19.254841 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:19.286910 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 7cdfa77c-25ce-42f3-b753-8d4db146bb58 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:19.332011 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b129bedc-74ef-419c-b296-42f05a7dfdb2 req-16aa5c26-32dc-4816-ae1b-b98a12618c3d tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025476 Jul 15 15:05:19.343716 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fadcf-adc5-404e-a216-ed03048a173e None None] Pushing event updated for resources: {'Port': ['ID=2ef4638b-74ff-46e3-a2ac-be22bb071824,revision_number=4']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:19.354074 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:19.370149 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Sync routers for ids ['ae85a645-037e-488d-8098-df1bd6da750f'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:19.372673 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Routers {'46690f88-2564-402c-9a76-fbb9203f36e6'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:05:19.373329 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:05:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['46690f88-2564-402c-9a76-fbb9203f36e6'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:19.385382 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:19.386961 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-5c76b524-cd99-465c-8c2a-d1048e317b00 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7686217 Jul 15 15:05:19.389719 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 36182) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:19.395114 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Routers {'ae85a645-037e-488d-8098-df1bd6da750f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:05:19.395748 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:05:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['ae85a645-037e-488d-8098-df1bd6da750f'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:19.458842 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 7cdfa77c-25ce-42f3-b753-8d4db146bb58 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:19.459313 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:19.538400 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] Set router 46690f88-2564-402c-9a76-fbb9203f36e6 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:05:19.559476 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-50878500-caf3-4f3a-900d-86c777ff2315 None None] Provisioning complete for port 2ef4638b-74ff-46e3-a2ac-be22bb071824 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:19.559862 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-50878500-caf3-4f3a-900d-86c777ff2315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:19.648175 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Set router ae85a645-037e-488d-8098-df1bd6da750f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:05:19.800867 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e6e40-02cf-46d0-9176-be81902719d0 None None] Network 67dc70b3-194a-477c-befc-344defd5d092 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:05:19.817448 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '2ef4638b-74ff-46e3-a2ac-be22bb071824', 'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'mac_address': 'fa:16:3e:fc:12:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:14Z', 'updated_at': '2022-07-15T15:05:19Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'subnets': [{'id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:19.818968 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 7cdfa77c-25ce-42f3-b753-8d4db146bb58 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:19.820203 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 667b9c81-415d-4c44-a179-a300ed4023b8 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:19.843944 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fb0a3-4450-43c8-9cd3-82a5bcd3bbe2 None None] The sync data for ids ['46690f88-2564-402c-9a76-fbb9203f36e6'] in dv-cinder-848821-1-iscsi is: [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '2ef4638b-74ff-46e3-a2ac-be22bb071824', 'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'mac_address': 'fa:16:3e:fc:12:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:14Z', 'updated_at': '2022-07-15T15:05:19Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'subnets': [{'id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:19.870526 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.037655 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-50878500-caf3-4f3a-900d-86c777ff2315 None None] Current status of the port 2ef4638b-74ff-46e3-a2ac-be22bb071824 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:20.038039 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-50878500-caf3-4f3a-900d-86c777ff2315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.048259 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Allocated IP 172.20.0.1 (67dc70b3-194a-477c-befc-344defd5d092/b2e9da7e-c647-45c2-a3aa-331fc0c33ba9/a908c560-955a-47ea-b60b-2cfd61dd8d9e) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:20.154063 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-50878500-caf3-4f3a-900d-86c777ff2315 None None] For port 2ef4638b-74ff-46e3-a2ac-be22bb071824, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=2ef4638b-74ff-46e3-a2ac-be22bb071824,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:20.164592 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Publish callbacks [] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.177982 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-50878500-caf3-4f3a-900d-86c777ff2315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.202048 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.209948 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 667b9c81-415d-4c44-a179-a300ed4023b8 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:20.210331 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.243431 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Network 67dc70b3-194a-477c-befc-344defd5d092 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:20.248996 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:20.253333 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:05:20.256294 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Pushing event updated for resources: {'Port': ['ID=a908c560-955a-47ea-b60b-2cfd61dd8d9e,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:20.294077 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919422'] for router_interface (ae85a645-037e-488d-8098-df1bd6da750f), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.301953 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50878500-caf3-4f3a-900d-86c777ff2315 None None] Pushing event updated for resources: {'Port': ['ID=2ef4638b-74ff-46e3-a2ac-be22bb071824,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:20.355154 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'name': 'tempest-TestMinimumBasicScenario-1931427865-router', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:17Z', 'updated_at': '2022-07-15T15:05:18Z', 'revision_number': 3, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'gw_port': {'id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:18Z', 'updated_at': '2022-07-15T15:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:20.392585 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Checking router: ae85a645-037e-488d-8098-df1bd6da750f for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:05:20.393073 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Updating router ae85a645-037e-488d-8098-df1bd6da750f port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:05:20.420825 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-c3f04080-f372-42e3-9e03-a13a469f032c None None] Provisioning complete for port 667b9c81-415d-4c44-a179-a300ed4023b8 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:20.421288 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c3f04080-f372-42e3-9e03-a13a469f032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.445553 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.474419 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.477208 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 667b9c81-415d-4c44-a179-a300ed4023b8 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:20.477605 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.512010 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4156c9-1e32-4cc9-9b6a-2143ce099539 req-3ad7ae57-3313-4825-a67e-e5702eeac97e tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:20.513730 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2c4156c9-1e32-4cc9-9b6a-2143ce099539 req-3ad7ae57-3313-4825-a67e-e5702eeac97e tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 944 time: 0.0898373 Jul 15 15:05:20.573087 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2c4156c9-1e32-4cc9-9b6a-2143ce099539 req-27c36761-2b1e-4a83-889e-528f0afd9955 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531902 Jul 15 15:05:20.635486 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 667b9c81-415d-4c44-a179-a300ed4023b8, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=667b9c81-415d-4c44-a179-a300ed4023b8,segment=NetworkSegment(e54aac51-3215-4f4c-8109-0cc8bf4b0cac),segment_id=e54aac51-3215-4f4c-8109-0cc8bf4b0cac)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:20.647394 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.721126 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Publish callbacks [] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.729845 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.757221 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-c3f04080-f372-42e3-9e03-a13a469f032c None None] Current status of the port 667b9c81-415d-4c44-a179-a300ed4023b8 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:20.784628 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=667b9c81-415d-4c44-a179-a300ed4023b8,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:20.801783 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3758210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919758'] for router_interface (ae85a645-037e-488d-8098-df1bd6da750f), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.804762 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-c3f04080-f372-42e3-9e03-a13a469f032c None None] Provisioning complete for port 2ef4638b-74ff-46e3-a2ac-be22bb071824 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:20.805191 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c3f04080-f372-42e3-9e03-a13a469f032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.808404 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Pushing event updated for resources: {'Port': ['ID=a908c560-955a-47ea-b60b-2cfd61dd8d9e,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:20.815475 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 0726bf84-6323-4e6e-9f9c-21ca248dabb1 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:20.902832 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Network 67dc70b3-194a-477c-befc-344defd5d092 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:20.904241 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:20.949591 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Publish callbacks [] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.979626 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:20.980813 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 0726bf84-6323-4e6e-9f9c-21ca248dabb1 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:05:21.014588 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 0726bf84-6323-4e6e-9f9c-21ca248dabb1 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:21.014974 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:21.026309 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Router ae85a645-037e-488d-8098-df1bd6da750f has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:05:21.057344 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-c3f04080-f372-42e3-9e03-a13a469f032c None None] Current status of the port 2ef4638b-74ff-46e3-a2ac-be22bb071824 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:21.085848 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Attempting to bind port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:05:21.086227 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Attempting to bind port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:05:21.086598 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Attempting to bind port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 on network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:05:21.089821 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c7964-ac8a-4641-a78d-9a4db3294c64 None None] Pushing event updated for resources: {'Port': ['ID=24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:21.104082 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:05:21.104475 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:05:21.104913 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:21.105314 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Bound using segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:05:21.105814 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Bound port: 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:05:21.106211 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:21.163025 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 667b9c81-415d-4c44-a179-a300ed4023b8 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:21.169357 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:21.175975 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-cc332e94-37db-44fb-9b29-d95c45030723 admin admin] 10.222.0.47 "PUT /v2.0/routers/ae85a645-037e-488d-8098-df1bd6da750f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7848186 Jul 15 15:05:21.195765 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] For port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:21.237592 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] For port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:21.258582 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-dfa5acb8-c00f-492c-b685-89177a30398b None None] Provisioning complete for port a908c560-955a-47ea-b60b-2cfd61dd8d9e triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:21.258966 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-dfa5acb8-c00f-492c-b685-89177a30398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:21.260901 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:21.265960 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 0726bf84-6323-4e6e-9f9c-21ca248dabb1 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:21.266332 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:21.365496 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5acb8-c00f-492c-b685-89177a30398b None None] Port a908c560-955a-47ea-b60b-2cfd61dd8d9e cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:05:21.375690 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e0d658-65c7-4b77-abdf-16be732088ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0726bf84-6323-4e6e-9f9c-21ca248dabb1'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:05:21.378665 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ed8371-2197-4437-862c-a09ff4a3d738" -d '{"events": [{"server_uuid": "81e0d658-65c7-4b77-abdf-16be732088ea", "name": "network-vif-plugged", "status": "completed", "tag": "0726bf84-6323-4e6e-9f9c-21ca248dabb1"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:21.398721 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 667b9c81-415d-4c44-a179-a300ed4023b8 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:21.399106 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:21.410914 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 0726bf84-6323-4e6e-9f9c-21ca248dabb1, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=0726bf84-6323-4e6e-9f9c-21ca248dabb1,segment=NetworkSegment(7cf5190f-fd46-4398-899b-afc70c81ee63),segment_id=7cf5190f-fd46-4398-899b-afc70c81ee63)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:21.430277 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f98a5f3-86b5-4558-a806-5cbf3d295401 x-openstack-request-id: req-4f98a5f3-86b5-4558-a806-5cbf3d295401 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:21.430600 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e0d658-65c7-4b77-abdf-16be732088ea", "name": "network-vif-plugged", "status": "completed", "tag": "0726bf84-6323-4e6e-9f9c-21ca248dabb1", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:21.430860 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f98a5f3-86b5-4558-a806-5cbf3d295401 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:21.431257 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f98a5f3-86b5-4558-a806-5cbf3d295401'] response: {'server_uuid': '81e0d658-65c7-4b77-abdf-16be732088ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0726bf84-6323-4e6e-9f9c-21ca248dabb1', 'code': 200} Jul 15 15:05:21.432519 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c7964-ac8a-4641-a78d-9a4db3294c64 None None] Pushing event updated for resources: {'Port': ['ID=24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:21.435091 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Routers {'ae85a645-037e-488d-8098-df1bd6da750f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:05:21.435704 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:05:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['ae85a645-037e-488d-8098-df1bd6da750f'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:21.441644 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:21.514178 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-dfa5acb8-c00f-492c-b685-89177a30398b None None] Provisioning complete for port 667b9c81-415d-4c44-a179-a300ed4023b8 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:21.514425 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-dfa5acb8-c00f-492c-b685-89177a30398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:21.642963 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=0726bf84-6323-4e6e-9f9c-21ca248dabb1,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:21.660456 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] Set router ae85a645-037e-488d-8098-df1bd6da750f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:05:21.716768 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bd136-2137-4fe0-8b49-c6591397e9dc req-800c697e-5b2f-4cda-a549-fbde2b322cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:21.719492 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-547bd136-2137-4fe0-8b49-c6591397e9dc req-800c697e-5b2f-4cda-a549-fbde2b322cb1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 1129 time: 0.0910327 Jul 15 15:05:21.720607 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960ca01-1456-4f4d-bee3-56c9acbb06cb req-3d3faedb-1180-4a0d-af52-ac83dc729e08 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:21.722070 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4960ca01-1456-4f4d-bee3-56c9acbb06cb req-3d3faedb-1180-4a0d-af52-ac83dc729e08 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 945 time: 0.0717862 Jul 15 15:05:21.778087 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-547bd136-2137-4fe0-8b49-c6591397e9dc req-d3c29ccb-89e1-4d8c-be82-a60a0d76bc78 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513194 Jul 15 15:05:21.788028 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4960ca01-1456-4f4d-bee3-56c9acbb06cb req-23ddadaa-7325-4f3c-b13b-709f71a891e3 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585601 Jul 15 15:05:21.793120 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 667b9c81-415d-4c44-a179-a300ed4023b8 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:21.794373 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 2ef4638b-74ff-46e3-a2ac-be22bb071824 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:21.821867 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5acb8-c00f-492c-b685-89177a30398b None None] Current status of the port 667b9c81-415d-4c44-a179-a300ed4023b8 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:22.047968 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 2ef4638b-74ff-46e3-a2ac-be22bb071824 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:22.049028 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:22.170262 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'name': 'tempest-TestMinimumBasicScenario-1931427865-router', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:17Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 4, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'gw_port': {'id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:18Z', 'updated_at': '2022-07-15T15:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a908c560-955a-47ea-b60b-2cfd61dd8d9e', 'name': '', 'network_id': '67dc70b3-194a-477c-befc-344defd5d092', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'mac_address': 'fa:16:3e:10:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b2e9da7e-c647-45c2-a3aa-331fc0c33ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:19Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 2, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'subnets': [{'id': 'b2e9da7e-c647-45c2-a3aa-331fc0c33ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:22.201011 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8720e856-d948-480d-bd0b-68ec82d35ff5 None None] The sync data for ids ['ae85a645-037e-488d-8098-df1bd6da750f'] in dv-cinder-848821-1-iscsi is: [{'id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'name': 'tempest-TestMinimumBasicScenario-1931427865-router', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:17Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 4, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'gw_port': {'id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:18Z', 'updated_at': '2022-07-15T15:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a908c560-955a-47ea-b60b-2cfd61dd8d9e', 'name': '', 'network_id': '67dc70b3-194a-477c-befc-344defd5d092', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'mac_address': 'fa:16:3e:10:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b2e9da7e-c647-45c2-a3aa-331fc0c33ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:19Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 2, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'subnets': [{'id': 'b2e9da7e-c647-45c2-a3aa-331fc0c33ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:22.207396 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 2ef4638b-74ff-46e3-a2ac-be22bb071824 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:22.965507 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfb20f-795c-430d-b506-ea9906b91eb1 req-8a2b9aec-57e5-4c15-bcba-ae4ccda04c0c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:22.967084 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a8bfb20f-795c-430d-b506-ea9906b91eb1 req-8a2b9aec-57e5-4c15-bcba-ae4ccda04c0c tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 945 time: 0.0788355 Jul 15 15:05:23.076040 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a8bfb20f-795c-430d-b506-ea9906b91eb1 req-2d353251-99bc-4311-9fe6-339be07c25bd tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023450 Jul 15 15:05:23.190977 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:23.251193 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:23.251701 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:23.338662 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:23.339062 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:23.367638 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:23.378495 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:23.444002 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:24.226575 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c10d4-1279-4d88-b2c3-9fea3ea5a3a2 req-2dcfb44c-9ba0-4d11-a231-6fb4554bfa82 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:24.228291 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fd0c10d4-1279-4d88-b2c3-9fea3ea5a3a2 req-2dcfb44c-9ba0-4d11-a231-6fb4554bfa82 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 945 time: 0.0711253 Jul 15 15:05:24.302753 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fd0c10d4-1279-4d88-b2c3-9fea3ea5a3a2 req-8c4118a7-26ae-4618-b9ac-5909580ee2cc tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685685 Jul 15 15:05:24.786169 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Sync routers for ids ['ae85a645-037e-488d-8098-df1bd6da750f'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:24.803229 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Routers {'ae85a645-037e-488d-8098-df1bd6da750f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:05:24.803777 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:05:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['ae85a645-037e-488d-8098-df1bd6da750f'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:24.936799 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Set router ae85a645-037e-488d-8098-df1bd6da750f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:05:25.155383 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:25.241295 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:25.241644 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:25.247765 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'name': 'tempest-TestMinimumBasicScenario-1931427865-router', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:17Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 4, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'gw_port': {'id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:18Z', 'updated_at': '2022-07-15T15:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a908c560-955a-47ea-b60b-2cfd61dd8d9e', 'name': '', 'network_id': '67dc70b3-194a-477c-befc-344defd5d092', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'mac_address': 'fa:16:3e:10:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b2e9da7e-c647-45c2-a3aa-331fc0c33ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:19Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 2, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'subnets': [{'id': 'b2e9da7e-c647-45c2-a3aa-331fc0c33ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:25.279533 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Checking router: ae85a645-037e-488d-8098-df1bd6da750f for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:05:25.279891 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Updating router ae85a645-037e-488d-8098-df1bd6da750f port a908c560-955a-47ea-b60b-2cfd61dd8d9e binding host dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:05:25.314453 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:25.343930 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:25.706822 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Publish callbacks [] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:25.716208 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:25.770140 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76c40c-bb69-4f5d-89f0-9d6fa8219ea3 None None] Pushing event updated for resources: {'Port': ['ID=a908c560-955a-47ea-b60b-2cfd61dd8d9e,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:25.854454 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Attempting to bind port a908c560-955a-47ea-b60b-2cfd61dd8d9e on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:05:25.855265 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Attempting to bind port a908c560-955a-47ea-b60b-2cfd61dd8d9e by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': 'e54aac51-3215-4f4c-8109-0cc8bf4b0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67dc70b3-194a-477c-befc-344defd5d092'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:05:25.855481 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Attempting to bind port a908c560-955a-47ea-b60b-2cfd61dd8d9e on network 67dc70b3-194a-477c-befc-344defd5d092 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:05:25.862583 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:05:25.862964 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Checking segment: {'id': 'e54aac51-3215-4f4c-8109-0cc8bf4b0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67dc70b3-194a-477c-befc-344defd5d092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:05:25.863375 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:25.863782 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Bound using segment: {'id': 'e54aac51-3215-4f4c-8109-0cc8bf4b0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67dc70b3-194a-477c-befc-344defd5d092'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:05:25.864905 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Bound port: a908c560-955a-47ea-b60b-2cfd61dd8d9e, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54aac51-3215-4f4c-8109-0cc8bf4b0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '67dc70b3-194a-477c-befc-344defd5d092'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:05:25.865337 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:25.944041 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] For port a908c560-955a-47ea-b60b-2cfd61dd8d9e, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:25.948484 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] For port a908c560-955a-47ea-b60b-2cfd61dd8d9e, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=a908c560-955a-47ea-b60b-2cfd61dd8d9e,segment=NetworkSegment(e54aac51-3215-4f4c-8109-0cc8bf4b0cac),segment_id=e54aac51-3215-4f4c-8109-0cc8bf4b0cac)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:25.960690 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:26.041066 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76c40c-bb69-4f5d-89f0-9d6fa8219ea3 None None] Pushing event updated for resources: {'Port': ['ID=a908c560-955a-47ea-b60b-2cfd61dd8d9e,revision_number=4']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:26.046108 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Routers {'ae85a645-037e-488d-8098-df1bd6da750f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:05:26.049507 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:05:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['ae85a645-037e-488d-8098-df1bd6da750f'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:26.104347 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-7ca7df5e-2367-4aa5-b8a2-2b085f9ea9ae None None] Provisioning complete for port a908c560-955a-47ea-b60b-2cfd61dd8d9e triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:26.105534 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7ca7df5e-2367-4aa5-b8a2-2b085f9ea9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:26.185025 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] Set router ae85a645-037e-488d-8098-df1bd6da750f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:05:26.265595 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-7ca7df5e-2367-4aa5-b8a2-2b085f9ea9ae None None] Current status of the port a908c560-955a-47ea-b60b-2cfd61dd8d9e is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:26.266024 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7ca7df5e-2367-4aa5-b8a2-2b085f9ea9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:26.315336 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-7ca7df5e-2367-4aa5-b8a2-2b085f9ea9ae None None] For port a908c560-955a-47ea-b60b-2cfd61dd8d9e, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=a908c560-955a-47ea-b60b-2cfd61dd8d9e,segment=NetworkSegment(e54aac51-3215-4f4c-8109-0cc8bf4b0cac),segment_id=e54aac51-3215-4f4c-8109-0cc8bf4b0cac)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:26.321048 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7ca7df5e-2367-4aa5-b8a2-2b085f9ea9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:26.386397 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7df5e-2367-4aa5-b8a2-2b085f9ea9ae None None] Pushing event updated for resources: {'Port': ['ID=a908c560-955a-47ea-b60b-2cfd61dd8d9e,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:26.446387 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-80be04a8-c79b-4bae-a41c-4ac833a0bbee None None] Provisioning complete for port a908c560-955a-47ea-b60b-2cfd61dd8d9e triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:26.446708 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-80be04a8-c79b-4bae-a41c-4ac833a0bbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:26.459864 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'name': 'tempest-TestMinimumBasicScenario-1931427865-router', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:17Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 4, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'gw_port': {'id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:18Z', 'updated_at': '2022-07-15T15:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a908c560-955a-47ea-b60b-2cfd61dd8d9e', 'name': '', 'network_id': '67dc70b3-194a-477c-befc-344defd5d092', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'mac_address': 'fa:16:3e:10:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b2e9da7e-c647-45c2-a3aa-331fc0c33ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:19Z', 'updated_at': '2022-07-15T15:05:25Z', 'revision_number': 4, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'subnets': [{'id': 'b2e9da7e-c647-45c2-a3aa-331fc0c33ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:26.490256 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c410ae6-de4c-44dc-9beb-7bf43bf824a2 None None] The sync data for ids ['ae85a645-037e-488d-8098-df1bd6da750f'] in dv-cinder-848821-1-iscsi is: [{'id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'name': 'tempest-TestMinimumBasicScenario-1931427865-router', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:17Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 4, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'gw_port': {'id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:18Z', 'updated_at': '2022-07-15T15:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a908c560-955a-47ea-b60b-2cfd61dd8d9e', 'name': '', 'network_id': '67dc70b3-194a-477c-befc-344defd5d092', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'mac_address': 'fa:16:3e:10:40:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b2e9da7e-c647-45c2-a3aa-331fc0c33ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:19Z', 'updated_at': '2022-07-15T15:05:25Z', 'revision_number': 4, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'subnets': [{'id': 'b2e9da7e-c647-45c2-a3aa-331fc0c33ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:26.539038 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-80be04a8-c79b-4bae-a41c-4ac833a0bbee None None] Current status of the port a908c560-955a-47ea-b60b-2cfd61dd8d9e is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:27.182818 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device a908c560-955a-47ea-b60b-2cfd61dd8d9e up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:27.287298 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port a908c560-955a-47ea-b60b-2cfd61dd8d9e triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:27.287933 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:27.402604 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port a908c560-955a-47ea-b60b-2cfd61dd8d9e is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:31.484884 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f65960-aebd-47af-989d-d5960747787e req-85eecdca-6ae1-4d32-9ce0-5b34c12d5339 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:31.487890 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-85eecdca-6ae1-4d32-9ce0-5b34c12d5339 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/networks?id=c3a74687-c457-4c51-9a1d-4f4696b81109 HTTP/1.1" status: 200 len: 815 time: 0.1108682 Jul 15 15:05:31.502705 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-920cbf82-9f5e-443b-8711-65e67b623a76 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/quotas/023c02484cc74691b16c87fa381fc8a6 HTTP/1.1" status: 200 len: 375 time: 0.0093102 Jul 15 15:05:31.561835 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-e6e4ed60-c59a-4529-b159-7627990579f3 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=023c02484cc74691b16c87fa381fc8a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537968 Jul 15 15:05:31.907729 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-ca24a232-2e81-4238-8a6f-1bf81ebc057b service neutron] 10.222.0.47 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345947 Jul 15 15:05:32.005753 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-88f9e870-ebb2-4b2a-81f6-09e8cf83656a service neutron] 10.222.0.47 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923524 Jul 15 15:05:32.165880 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-687bdbbf-c936-4496-a829-54951321972d req-0aa43776-5d89-4156-b653-99693c61b480 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 210 time: 0.0286369 Jul 15 15:05:32.523618 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:05:33.265104 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f095d724-dffd-4f90-b702-fa39be5c0cb1 req-e08cd8a3-a4be-4d0a-b63d-d49fc6c7b4b2 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 210 time: 0.0312202 Jul 15 15:05:33.398376 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f65960-aebd-47af-989d-d5960747787e req-640d03f7-300d-463c-adc9-f73b51ce361b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:33.399888 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-640d03f7-300d-463c-adc9-f73b51ce361b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.77 "GET /v2.0/networks?id=c3a74687-c457-4c51-9a1d-4f4696b81109 HTTP/1.1" status: 200 len: 815 time: 0.1141140 Jul 15 15:05:33.421621 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-96f65960-aebd-47af-989d-d5960747787e req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Request body: {'port': {'device_id': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'admin_state_up': True, 'tenant_id': '023c02484cc74691b16c87fa381fc8a6'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:33.534782 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f65960-aebd-47af-989d-d5960747787e req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Made reservation on behalf of 023c02484cc74691b16c87fa381fc8a6 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:33.538280 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96f65960-aebd-47af-989d-d5960747787e req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:33.689216 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-96f65960-aebd-47af-989d-d5960747787e req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Allocated IP 172.20.0.5 (c3a74687-c457-4c51-9a1d-4f4696b81109/066b0174-9063-43f6-994b-d7e6d96e7cd6/3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:33.887347 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96f65960-aebd-47af-989d-d5960747787e req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:33.929436 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96f65960-aebd-47af-989d-d5960747787e req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:33.980459 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f65960-aebd-47af-989d-d5960747787e req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Network c3a74687-c457-4c51-9a1d-4f4696b81109 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:33.989732 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-96f65960-aebd-47af-989d-d5960747787e req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:33.993519 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f65960-aebd-47af-989d-d5960747787e req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:05:33.998554 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event updated for resources: {'Port': ['ID=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:34.077667 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f65960-aebd-47af-989d-d5960747787e req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:34.079084 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96f65960-aebd-47af-989d-d5960747787e req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:34.117147 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-25194409-2648-4779-99dd-c2b510120bdf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6979961 Jul 15 15:05:34.332875 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-0ee7187d-1b3f-4670-8ec5-0cd14fe24ec9 None None] Provisioning complete for port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:34.333456 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0ee7187d-1b3f-4670-8ec5-0cd14fe24ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:34.369024 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7187d-1b3f-4670-8ec5-0cd14fe24ec9 None None] Port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:05:34.387849 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e331e15-3983-4f9d-bda3-66b26fffe496 req-f92ffd53-5791-4e65-99bc-e24b544eb3e7 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:34.389363 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5e331e15-3983-4f9d-bda3-66b26fffe496 req-f92ffd53-5791-4e65-99bc-e24b544eb3e7 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0536618 Jul 15 15:05:34.445604 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5e331e15-3983-4f9d-bda3-66b26fffe496 req-8ed2fb35-2098-4e2f-ac49-c007b5e50892 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497875 Jul 15 15:05:35.576139 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959ca25-7bb7-41a7-8d2d-73016c12b2eb req-f4cf4b52-6c6d-434c-a087-ccca5e57f10d tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:35.577737 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0959ca25-7bb7-41a7-8d2d-73016c12b2eb req-f4cf4b52-6c6d-434c-a087-ccca5e57f10d tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0604069 Jul 15 15:05:35.634966 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0959ca25-7bb7-41a7-8d2d-73016c12b2eb req-5f9b6d81-d23b-4114-8038-16da22e38385 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512538 Jul 15 15:05:36.765026 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:36.766500 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381785a9-fd89-4d57-ad51-6045a9916138 req-87a0eff7-bf32-4f91-9fb9-6c9bc4a019e1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:36.768649 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-381785a9-fd89-4d57-ad51-6045a9916138 req-87a0eff7-bf32-4f91-9fb9-6c9bc4a019e1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0575902 Jul 15 15:05:36.823801 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-381785a9-fd89-4d57-ad51-6045a9916138 req-a0016897-d52f-41c3-97b3-dfda50ea1737 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490053 Jul 15 15:05:37.601317 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4fbb6465-008b-4306-8442-cc5eb6b84a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:37.946082 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9e3f2-b146-4b6a-b705-c54e39f4e735 req-39b04ae3-babb-419e-ade4-44c50fa42cd4 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:37.947550 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2ad9e3f2-b146-4b6a-b705-c54e39f4e735 req-39b04ae3-babb-419e-ade4-44c50fa42cd4 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0536690 Jul 15 15:05:38.000926 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2ad9e3f2-b146-4b6a-b705-c54e39f4e735 req-89cd4417-1e6e-4bb9-ac26-8010af9bc76e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475452 Jul 15 15:05:39.138854 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05948c0a-8b24-4241-8485-0cddc8641506 req-1884a58e-864e-4fcf-85d0-07cb173202e8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:39.140587 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-05948c0a-8b24-4241-8485-0cddc8641506 req-1884a58e-864e-4fcf-85d0-07cb173202e8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0621586 Jul 15 15:05:39.188182 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-05948c0a-8b24-4241-8485-0cddc8641506 req-0f5948ad-284b-471c-ab79-c511111b37e6 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415609 Jul 15 15:05:39.690279 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-cc1f56c7-0e26-4730-a55a-856e25e35af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:40.305588 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74326341-dff0-445a-80e1-710b31ca65ac req-06a276eb-1b4d-454c-8970-92cf8d79c688 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:40.306950 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-74326341-dff0-445a-80e1-710b31ca65ac req-06a276eb-1b4d-454c-8970-92cf8d79c688 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0536547 Jul 15 15:05:40.353227 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-74326341-dff0-445a-80e1-710b31ca65ac req-181c1f18-5cb3-4733-bacc-32eb2967385d tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Jul 15 15:05:40.971112 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:41.475972 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f102a46-7ec9-42ea-b5d2-ee0452795bb8 req-c7a03e44-c5a1-47b7-9d7b-4ba82e7d37d0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:41.477648 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3f102a46-7ec9-42ea-b5d2-ee0452795bb8 req-c7a03e44-c5a1-47b7-9d7b-4ba82e7d37d0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0600097 Jul 15 15:05:41.527739 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3f102a46-7ec9-42ea-b5d2-ee0452795bb8 req-b5c5c2f4-1617-416a-a2b9-d4ee8740bc8e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445101 Jul 15 15:05:42.390773 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:42.665590 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a70ca0-8c8a-4a7a-aa1b-f3cad534be03 req-c8f8f185-6d13-41a9-8937-f238f2ef04d1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:42.667108 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c2a70ca0-8c8a-4a7a-aa1b-f3cad534be03 req-c8f8f185-6d13-41a9-8937-f238f2ef04d1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0589297 Jul 15 15:05:42.714791 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c2a70ca0-8c8a-4a7a-aa1b-f3cad534be03 req-635bb403-d89e-4971-85be-0a1ea2989c65 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417943 Jul 15 15:05:43.842865 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a038207-3aca-40db-941a-56ecfadd703b req-54c01b7a-2366-4fe0-94c2-99ee222e26c0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:43.844645 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2a038207-3aca-40db-941a-56ecfadd703b req-54c01b7a-2366-4fe0-94c2-99ee222e26c0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0545552 Jul 15 15:05:43.892403 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:43.899478 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2a038207-3aca-40db-941a-56ecfadd703b req-3e09c7cd-4c41-40be-abb9-bcd92ecad15c tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485520 Jul 15 15:05:45.025568 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c411c36-4cf9-446e-a6c1-57beba9bd588 req-29bcb71d-024d-4199-b8da-7eeced957eb8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:45.027297 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6c411c36-4cf9-446e-a6c1-57beba9bd588 req-29bcb71d-024d-4199-b8da-7eeced957eb8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0547416 Jul 15 15:05:45.089105 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6c411c36-4cf9-446e-a6c1-57beba9bd588 req-f4dafb0c-1595-4053-ac0d-7be26860b85c tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554657 Jul 15 15:05:46.210207 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3f812-0731-4725-a857-b8aa6f06f606 req-3b90f7a2-1dd5-4017-b8ad-e8972cbce268 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:46.211704 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c3a3f812-0731-4725-a857-b8aa6f06f606 req-3b90f7a2-1dd5-4017-b8ad-e8972cbce268 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0578394 Jul 15 15:05:46.267459 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c3a3f812-0731-4725-a857-b8aa6f06f606 req-d40b7cde-ae89-424a-9279-0f4c918e2fda tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502000 Jul 15 15:05:47.392678 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b720e-f1c8-42ba-b5e2-758e0237998d req-4b98afb2-67ae-4e6f-91a2-7dea72601207 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:47.394187 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1f0b720e-f1c8-42ba-b5e2-758e0237998d req-4b98afb2-67ae-4e6f-91a2-7dea72601207 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0575314 Jul 15 15:05:47.447737 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1f0b720e-f1c8-42ba-b5e2-758e0237998d req-da729cf6-f1d9-4af0-ade2-853f7d730689 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477459 Jul 15 15:05:48.566402 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7de2e5-b9d7-43d1-8ef6-647e47d58a2a req-eca0f7a3-b03c-4578-884a-c9ec0cf4a314 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:48.567894 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab7de2e5-b9d7-43d1-8ef6-647e47d58a2a req-eca0f7a3-b03c-4578-884a-c9ec0cf4a314 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0543938 Jul 15 15:05:48.615337 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab7de2e5-b9d7-43d1-8ef6-647e47d58a2a req-36dc4e0e-b2be-437f-b85a-f5c1635c3277 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Jul 15 15:05:49.735847 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840aa3a-2644-4b1f-9e68-7a354531bd98 req-5b70118a-ec10-4af4-9673-924a96e86670 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:49.737471 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e840aa3a-2644-4b1f-9e68-7a354531bd98 req-5b70118a-ec10-4af4-9673-924a96e86670 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 931 time: 0.0547976 Jul 15 15:05:49.783666 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e840aa3a-2644-4b1f-9e68-7a354531bd98 req-579f8485-84e8-4db6-aefa-346a809eb47c tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Jul 15 15:05:50.134629 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Request body: {'port': {'device_id': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:50.197210 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:50.477320 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:05:50.485865 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Publish callbacks [] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:50.498056 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Transition to ACTIVE for port object 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:05:50.503637 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:50.579644 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:50.607850 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.608206 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.608580 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.608929 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.609270 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.609608 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.609972 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.610341 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.610834 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.611170 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.611505 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.611833 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.612169 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:50.646076 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Attempting to bind port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:05:50.646218 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Attempting to bind port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:05:50.646565 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Attempting to bind port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf on network c3a74687-c457-4c51-9a1d-4f4696b81109 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:05:50.651451 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf on network c3a74687-c457-4c51-9a1d-4f4696b81109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:05:50.651783 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Attempting to bind port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf on network c3a74687-c457-4c51-9a1d-4f4696b81109 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:05:50.657123 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:05:50.658490 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Checking segment: {'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:05:50.658490 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Bound using segment: {'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:05:50.658862 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Bound port: 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6916e0-1962-435f-87c2-73d5b6cb5641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:05:50.659172 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:50.727137 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] For port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:50.730118 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] For port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:50.736331 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:50.771937 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:50.772570 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:50.773939 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] 10.222.0.77 "PUT /v2.0/ports/3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf HTTP/1.1" status: 200 len: 1093 time: 0.6435447 Jul 15 15:05:50.774372 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:05:50.776876 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce945c14-7036-40d2-abb9-4393c88bede4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:50.805612 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7fe86-3169-4833-b683-d452efb4c110 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:50.837836 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56fc983-1970-453d-adea-09d03e1e1fc3 x-openstack-request-id: req-d56fc983-1970-453d-adea-09d03e1e1fc3 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:50.838236 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:50.838647 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d56fc983-1970-453d-adea-09d03e1e1fc3 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:50.839262 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56fc983-1970-453d-adea-09d03e1e1fc3'] response: {'name': 'network-changed', 'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'status': 'completed', 'code': 200} Jul 15 15:05:50.915675 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f55dd-e99e-46f1-9173-6354c2e5e6c5 req-9f2ee23b-bb6c-4429-aed9-640dc6472d20 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:50.922858 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b46f55dd-e99e-46f1-9173-6354c2e5e6c5 req-9f2ee23b-bb6c-4429-aed9-640dc6472d20 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 943 time: 0.0638480 Jul 15 15:05:50.947963 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f65960-aebd-47af-989d-d5960747787e req-7508c9fa-c035-42d9-be1a-47436bdc8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:50.949776 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-7508c9fa-c035-42d9-be1a-47436bdc8fc0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=023c02484cc74691b16c87fa381fc8a6&device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 1127 time: 0.0489917 Jul 15 15:05:50.974704 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b46f55dd-e99e-46f1-9173-6354c2e5e6c5 req-33a6e484-0234-4cc5-864b-0035e076817b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504789 Jul 15 15:05:51.049701 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-46824d04-0a03-48c7-96bc-d5e3db7d34e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf HTTP/1.1" status: 200 len: 217 time: 0.0405421 Jul 15 15:05:51.171048 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f65960-aebd-47af-989d-d5960747787e req-74d3dd36-64fc-4d37-b21c-6687c30b7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:51.172522 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-74d3dd36-64fc-4d37-b21c-6687c30b7126 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=066b0174-9063-43f6-994b-d7e6d96e7cd6 HTTP/1.1" status: 200 len: 854 time: 0.0491784 Jul 15 15:05:51.222455 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f65960-aebd-47af-989d-d5960747787e req-7b24d706-9fcd-42e5-806d-af6f5ef48c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:51.223941 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-7b24d706-9fcd-42e5-806d-af6f5ef48c9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3a74687-c457-4c51-9a1d-4f4696b81109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438080 Jul 15 15:05:51.312878 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-a1ec7c44-c9d1-4d89-97dc-78295354e02e service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819972 Jul 15 15:05:51.412897 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96f65960-aebd-47af-989d-d5960747787e req-2ce2676f-7ac4-47ab-ae73-d9ed9c8f80f9 service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905449 Jul 15 15:05:51.599189 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce945c14-7036-40d2-abb9-4393c88bede4 req-f7dbe05c-3eb9-4012-a803-f692d7d9c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:51.600715 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ce945c14-7036-40d2-abb9-4393c88bede4 req-f7dbe05c-3eb9-4012-a803-f692d7d9c88f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=023c02484cc74691b16c87fa381fc8a6&device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 1127 time: 0.0460908 Jul 15 15:05:51.698329 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce945c14-7036-40d2-abb9-4393c88bede4 req-22bd0084-2c82-4b7c-8350-999f81f8616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:51.699869 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ce945c14-7036-40d2-abb9-4393c88bede4 req-22bd0084-2c82-4b7c-8350-999f81f8616d service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3a74687-c457-4c51-9a1d-4f4696b81109 HTTP/1.1" status: 200 len: 916 time: 0.0905018 Jul 15 15:05:51.739479 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ce945c14-7036-40d2-abb9-4393c88bede4 req-26d1d2a9-a0e4-41d2-9aea-f61749d1cbcf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf HTTP/1.1" status: 200 len: 217 time: 0.0328155 Jul 15 15:05:51.790417 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce945c14-7036-40d2-abb9-4393c88bede4 req-d6115dd7-fd26-4912-956e-8a8c116929f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:51.791873 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ce945c14-7036-40d2-abb9-4393c88bede4 req-d6115dd7-fd26-4912-956e-8a8c116929f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=066b0174-9063-43f6-994b-d7e6d96e7cd6 HTTP/1.1" status: 200 len: 854 time: 0.0458469 Jul 15 15:05:51.840898 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce945c14-7036-40d2-abb9-4393c88bede4 req-874aa2ab-c62d-4b18-9127-175ce75717af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:51.842373 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ce945c14-7036-40d2-abb9-4393c88bede4 req-874aa2ab-c62d-4b18-9127-175ce75717af service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3a74687-c457-4c51-9a1d-4f4696b81109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436199 Jul 15 15:05:51.932900 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ce945c14-7036-40d2-abb9-4393c88bede4 req-8b02dc4c-8ae5-4041-a4c5-7a1d556d9310 service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830710 Jul 15 15:05:52.021701 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ce945c14-7036-40d2-abb9-4393c88bede4 req-4b580764-e001-4a8f-9794-092625183758 service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818684 Jul 15 15:05:52.101098 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c898532-1460-4efa-bf3f-2d72b80689ce req-4b5b2bc5-1b2c-43b8-bbdc-5e890f516844 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:52.102594 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c898532-1460-4efa-bf3f-2d72b80689ce req-4b5b2bc5-1b2c-43b8-bbdc-5e890f516844 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 943 time: 0.0585392 Jul 15 15:05:52.152109 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4c898532-1460-4efa-bf3f-2d72b80689ce req-4efd476d-5ab3-45cc-815e-946e0e57c42d tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440099 Jul 15 15:05:53.272666 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4f9de-89a5-44e8-9984-7dba8d7ad20c req-bf08ca7c-6d55-484f-8621-b81bfef8564e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:53.274206 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d1d4f9de-89a5-44e8-9984-7dba8d7ad20c req-bf08ca7c-6d55-484f-8621-b81bfef8564e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 943 time: 0.0555484 Jul 15 15:05:53.317162 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 36564) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:53.322430 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-b48a0fb5-0ac1-4568-8683-6d4c4f63db34 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470724786', 'description': 'tempest-description--1230241703'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:53.327097 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d1d4f9de-89a5-44e8-9984-7dba8d7ad20c req-7b49af4b-26f9-482f-a677-adea3b5b9556 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467346 Jul 15 15:05:53.351879 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b48a0fb5-0ac1-4568-8683-6d4c4f63db34 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.420903 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b48a0fb5-0ac1-4568-8683-6d4c4f63db34 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (3d921ff5-cbd9-4582-8c2f-c1526794b9f7), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.424697 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b48a0fb5-0ac1-4568-8683-6d4c4f63db34 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (3d921ff5-cbd9-4582-8c2f-c1526794b9f7), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.451711 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b48a0fb5-0ac1-4568-8683-6d4c4f63db34 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.452946 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-b48a0fb5-0ac1-4568-8683-6d4c4f63db34 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1346562 Jul 15 15:05:53.456675 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36566) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:53.457666 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a0fb5-0ac1-4568-8683-6d4c4f63db34 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d921ff5-cbd9-4582-8c2f-c1526794b9f7,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:53.463215 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-12818fec-813d-4bad-af2c-de5fa7b59703 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'security_group_rule': {'security_group_id': '3d921ff5-cbd9-4582-8c2f-c1526794b9f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:53.487357 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-12818fec-813d-4bad-af2c-de5fa7b59703 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (ea8dcd74-c831-482b-8dba-e38b83a28902), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.543005 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-12818fec-813d-4bad-af2c-de5fa7b59703 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (ea8dcd74-c831-482b-8dba-e38b83a28902), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.546587 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-12818fec-813d-4bad-af2c-de5fa7b59703 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (ea8dcd74-c831-482b-8dba-e38b83a28902), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.564715 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12818fec-813d-4bad-af2c-de5fa7b59703 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8dcd74-c831-482b-8dba-e38b83a28902,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:53.572305 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-12818fec-813d-4bad-af2c-de5fa7b59703 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.573526 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-12818fec-813d-4bad-af2c-de5fa7b59703 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156862 Jul 15 15:05:53.576181 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36572) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:53.580837 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-b5bd9b50-2cff-4cdc-a8d2-3532e3df416b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'security_group_rule': {'security_group_id': '3d921ff5-cbd9-4582-8c2f-c1526794b9f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:53.606059 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9b50-2cff-4cdc-a8d2-3532e3df416b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (490c6537-b943-4a11-9ff0-2eabb3db57c0), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.675232 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9b50-2cff-4cdc-a8d2-3532e3df416b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (490c6537-b943-4a11-9ff0-2eabb3db57c0), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.679076 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9b50-2cff-4cdc-a8d2-3532e3df416b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (490c6537-b943-4a11-9ff0-2eabb3db57c0), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.698992 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd9b50-2cff-4cdc-a8d2-3532e3df416b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490c6537-b943-4a11-9ff0-2eabb3db57c0,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:53.706075 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9b50-2cff-4cdc-a8d2-3532e3df416b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.707290 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-b5bd9b50-2cff-4cdc-a8d2-3532e3df416b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301417 Jul 15 15:05:53.710379 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36576) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:05:53.714819 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:53.736139 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.855385 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:53.967085 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Allocated IP 172.27.2.29 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/e2d3bcc2-c361-45bd-b076-6644d75afb92) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:54.067906 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for port (e2d3bcc2-c361-45bd-b076-6644d75afb92), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:54.100839 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (e2d3bcc2-c361-45bd-b076-6644d75afb92), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:54.144236 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:54.151321 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:54.153471 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'Port': ['ID=e2d3bcc2-c361-45bd-b076-6644d75afb92,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:54.155586 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:05:54.233797 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (8276ede7-28dc-444a-b946-c8039a150eb4), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:54.269398 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e2d3bcc2-c361-45bd-b076-6644d75afb92), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:54.441524 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for port (e2d3bcc2-c361-45bd-b076-6644d75afb92), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:54.448911 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (e2d3bcc2-c361-45bd-b076-6644d75afb92), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:54.747163 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc656ef6-afdb-4d37-a586-efc3a8ec1513 req-67d46ee3-c1a7-4683-82a3-0eefa8fdb39e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:54.748663 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bc656ef6-afdb-4d37-a586-efc3a8ec1513 req-67d46ee3-c1a7-4683-82a3-0eefa8fdb39e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 943 time: 0.3453393 Jul 15 15:05:54.752050 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'Port': ['ID=e2d3bcc2-c361-45bd-b076-6644d75afb92,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:54.781665 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (8276ede7-28dc-444a-b946-c8039a150eb4), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:54.811563 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:54.812793 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-d9eab85e-ae01-4462-b1fe-c0b2431c92c3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1013224 Jul 15 15:05:54.817923 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bc656ef6-afdb-4d37-a586-efc3a8ec1513 req-93466213-b407-4b83-b6e8-ee0a786e83fe tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616601 Jul 15 15:05:55.015294 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:55.021784 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-d6854162-fc9c-4a40-8832-ed91602e0138 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1470724786&fields=id&tenant_id=5c1655e3a06c4848b17c0563e4910375 HTTP/1.1" status: 200 len: 267 time: 0.0465088 Jul 15 15:05:55.143669 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-7fff71d5-b9ab-4de5-b994-a240fd1320ff tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:55.145315 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-7fff71d5-b9ab-4de5-b994-a240fd1320ff tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 814 time: 0.1069205 Jul 15 15:05:55.163335 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:55.164134 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-30abcd1a-ea69-46bd-8d0f-f28266cf6cd6 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/quotas/5c1655e3a06c4848b17c0563e4910375 HTTP/1.1" status: 200 len: 375 time: 0.0098517 Jul 15 15:05:55.175834 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'port_id': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'mac_address': 'fa:16:3e:db:77:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:55.211377 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:55.211770 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:55.224438 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-34b14650-6fe4-4b8b-b612-ea20080c1f9e tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542755 Jul 15 15:05:55.224704 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:05:55.245014 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:55.250005 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:55.298417 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:55.306139 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.306520 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.306894 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.307242 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.307583 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.307926 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.308258 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.308663 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.308958 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.309295 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.309625 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.309967 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.310275 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:55.328421 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-a7780bdb-ccbf-49ce-8c80-ca1783aadd0a service neutron] 10.222.0.47 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917218 Jul 15 15:05:55.420308 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-fd809a56-e56c-4d16-83c4-4c095ef93312 service neutron] 10.222.0.47 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859363 Jul 15 15:05:55.587935 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-02095e1b-bbd6-4df9-8460-c8a5263d8629 req-f8cd5655-efdc-495f-9464-7ef518d559d5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 210 time: 0.0288692 Jul 15 15:05:55.931302 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:55.944851 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166dbb6-eb62-49cd-b695-49e2e01a258c req-66b0ea73-dd02-43dc-845a-cac8f6e5f069 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:55.946947 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f166dbb6-eb62-49cd-b695-49e2e01a258c req-66b0ea73-dd02-43dc-845a-cac8f6e5f069 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 944 time: 0.0592754 Jul 15 15:05:56.014347 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f166dbb6-eb62-49cd-b695-49e2e01a258c req-4b49c931-c689-4a9d-aca0-eea53a819326 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617313 Jul 15 15:05:56.684836 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7cb5f1fc-07f0-4128-8a47-d9fcf9cb32d0 req-9adea13f-b37a-4175-867f-dd4e5c40fb1d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 210 time: 0.0280378 Jul 15 15:05:56.797274 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-8840935f-3911-4fa0-aa74-2e4b4fd6ac7c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:56.798829 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-8840935f-3911-4fa0-aa74-2e4b4fd6ac7c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 814 time: 0.1034451 Jul 15 15:05:56.894073 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-6ebce8e7-21e3-4a8a-98ab-acaca6967682 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1655e3a06c4848b17c0563e4910375 HTTP/1.1" status: 200 len: 473 time: 0.0649369 Jul 15 15:05:56.903655 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'port': {'device_id': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'admin_state_up': True, 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'security_groups': ['3d921ff5-cbd9-4582-8c2f-c1526794b9f7']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:57.014289 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Made reservation on behalf of 5c1655e3a06c4848b17c0563e4910375 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:57.018349 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:57.179404 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Allocated IP 172.20.0.3 (09e4a839-49dc-4449-820a-c7761e07caeb/b4c0d13e-9495-4ec1-954d-b576dfbb7223/d20129d4-653a-42af-b232-4f7a4033dfa4) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:57.207061 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56bebe-0251-475d-b6a9-00c8cf556504 req-fc31376c-cff6-47a1-87b3-c99e15e64317 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:57.208552 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fe56bebe-0251-475d-b6a9-00c8cf556504 req-fc31376c-cff6-47a1-87b3-c99e15e64317 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 944 time: 0.1039500 Jul 15 15:05:57.315089 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fe56bebe-0251-475d-b6a9-00c8cf556504 req-ce30df35-92a6-45c5-acba-bd34251943b7 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978100 Jul 15 15:05:57.361790 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:57.393571 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:57.434163 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Network 09e4a839-49dc-4449-820a-c7761e07caeb is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:57.437067 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:57.444043 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:05:57.449836 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'Port': ['ID=d20129d4-653a-42af-b232-4f7a4033dfa4,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:57.495063 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:57.496106 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:57.514247 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-f6f0bfbc-0dcd-4810-a269-7d5e5cad7932 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6143253 Jul 15 15:05:57.534947 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Request body: {'port': {'device_id': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:05:57.603383 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:57.718202 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-81306e3a-1e25-4383-888e-71b7d361897a None None] Provisioning complete for port d20129d4-653a-42af-b232-4f7a4033dfa4 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:57.718784 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-81306e3a-1e25-4383-888e-71b7d361897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:57.757701 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-81306e3a-1e25-4383-888e-71b7d361897a None None] Port d20129d4-653a-42af-b232-4f7a4033dfa4 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:05:57.818899 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bcfb0-a44b-4f97-893f-ac0dda3471c7 req-70f68d95-f7f5-4eb9-892e-3034f3654bae tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:57.820409 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6f6bcfb0-a44b-4f97-893f-ac0dda3471c7 req-70f68d95-f7f5-4eb9-892e-3034f3654bae tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 931 time: 0.0620537 Jul 15 15:05:57.867562 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6f6bcfb0-a44b-4f97-893f-ac0dda3471c7 req-91f46c1b-bcda-4dcf-aff7-56e1044e59d7 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414548 Jul 15 15:05:57.877721 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20129d4-653a-42af-b232-4f7a4033dfa4 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:05:57.885556 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Publish callbacks [] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:57.898437 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Transition to ACTIVE for port object d20129d4-653a-42af-b232-4f7a4033dfa4 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:05:57.901912 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:57.951256 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Pushing event updated for resources: {'Port': ['ID=d20129d4-653a-42af-b232-4f7a4033dfa4,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:58.025886 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Attempting to bind port d20129d4-653a-42af-b232-4f7a4033dfa4 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:05:58.026483 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Attempting to bind port d20129d4-653a-42af-b232-4f7a4033dfa4 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:05:58.026819 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Attempting to bind port d20129d4-653a-42af-b232-4f7a4033dfa4 on network 09e4a839-49dc-4449-820a-c7761e07caeb {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:05:58.036053 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Port d20129d4-653a-42af-b232-4f7a4033dfa4 on network 09e4a839-49dc-4449-820a-c7761e07caeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:05:58.036381 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Attempting to bind port d20129d4-653a-42af-b232-4f7a4033dfa4 on network 09e4a839-49dc-4449-820a-c7761e07caeb {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:05:58.041954 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:05:58.042298 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Checking segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:05:58.042797 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Bound using segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:05:58.043144 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Bound port: d20129d4-653a-42af-b232-4f7a4033dfa4, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:05:58.043514 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:58.117433 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] For port d20129d4-653a-42af-b232-4f7a4033dfa4, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:58.120593 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] For port d20129d4-653a-42af-b232-4f7a4033dfa4, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=d20129d4-653a-42af-b232-4f7a4033dfa4,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:58.127895 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:58.163322 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:58.163895 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:58.165435 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] 10.222.0.77 "PUT /v2.0/ports/d20129d4-653a-42af-b232-4f7a4033dfa4 HTTP/1.1" status: 200 len: 1093 time: 0.6353645 Jul 15 15:05:58.165872 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'tag': 'd20129d4-653a-42af-b232-4f7a4033dfa4'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:05:58.168259 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab8646c-1637-45d3-af10-69465d5567ac" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb7232d-9a68-42ec-a387-776f15f679ee", "tag": "d20129d4-653a-42af-b232-4f7a4033dfa4"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:58.196284 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bd699-7eca-4bb9-b588-ce6b073208aa service neutron] Pushing event updated for resources: {'Port': ['ID=d20129d4-653a-42af-b232-4f7a4033dfa4,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:58.230217 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1de0fb7-c450-4dfd-95ab-40980ba3810e x-openstack-request-id: req-e1de0fb7-c450-4dfd-95ab-40980ba3810e {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:58.230511 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb7232d-9a68-42ec-a387-776f15f679ee", "tag": "d20129d4-653a-42af-b232-4f7a4033dfa4", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:58.230770 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e1de0fb7-c450-4dfd-95ab-40980ba3810e {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:58.231180 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1de0fb7-c450-4dfd-95ab-40980ba3810e'] response: {'name': 'network-changed', 'server_uuid': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'tag': 'd20129d4-653a-42af-b232-4f7a4033dfa4', 'status': 'completed', 'code': 200} Jul 15 15:05:58.311943 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-ba51ecca-330f-4d72-a052-fe11f0e54a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:58.314171 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-ba51ecca-330f-4d72-a052-fe11f0e54a53 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 1127 time: 0.0505316 Jul 15 15:05:58.369039 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-672be8c7-0f32-4fb8-8624-55d8553466a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d20129d4-653a-42af-b232-4f7a4033dfa4 HTTP/1.1" status: 200 len: 217 time: 0.0345166 Jul 15 15:05:58.422414 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-3a9290c0-b35e-48d2-bbed-0c3c080b388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:58.425162 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-3a9290c0-b35e-48d2-bbed-0c3c080b388c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.0500259 Jul 15 15:05:58.433898 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8a083-e36c-457f-b09a-71c648144c96 req-022bb8e9-51a7-4dd7-bf0c-dff61b23eed9 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:58.435352 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1aa8a083-e36c-457f-b09a-71c648144c96 req-022bb8e9-51a7-4dd7-bf0c-dff61b23eed9 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 944 time: 0.0548518 Jul 15 15:05:58.480432 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-b47a3099-6821-40b8-9ebb-6f7bcbfa8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:58.481981 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-b47a3099-6821-40b8-9ebb-6f7bcbfa8382 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501413 Jul 15 15:05:58.483907 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1aa8a083-e36c-457f-b09a-71c648144c96 req-bc17742a-c703-4ed2-aa00-e0baef84e870 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422480 Jul 15 15:05:58.573910 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-4e891bea-04af-418a-8697-dc7754df546e service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814357 Jul 15 15:05:58.671461 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-09323255-07af-42b4-ac58-4ac5d096a4f1 req-11e0ec71-26ff-4f7a-8be5-5a2dcc7f0832 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856481 Jul 15 15:05:58.830858 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8646c-1637-45d3-af10-69465d5567ac req-568bdb2d-f40e-4dfa-a49b-25a75f0eb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:58.832409 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eab8646c-1637-45d3-af10-69465d5567ac req-568bdb2d-f40e-4dfa-a49b-25a75f0eb07c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 1127 time: 0.0461891 Jul 15 15:05:58.921411 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8646c-1637-45d3-af10-69465d5567ac req-819ce537-b847-4b5f-b8c4-347b428009e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:58.923519 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eab8646c-1637-45d3-af10-69465d5567ac req-819ce537-b847-4b5f-b8c4-347b428009e2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 915 time: 0.0841773 Jul 15 15:05:58.977999 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eab8646c-1637-45d3-af10-69465d5567ac req-d481f4ef-fe70-4c05-a06a-2495cededa09 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d20129d4-653a-42af-b232-4f7a4033dfa4 HTTP/1.1" status: 200 len: 217 time: 0.0453248 Jul 15 15:05:59.031150 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:59.050748 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8646c-1637-45d3-af10-69465d5567ac req-b60af163-bd3a-41b5-bf79-bcbc4c2a1d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:59.052228 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eab8646c-1637-45d3-af10-69465d5567ac req-b60af163-bd3a-41b5-bf79-bcbc4c2a1d01 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.0591469 Jul 15 15:05:59.062321 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49a3f1-374e-4558-9e30-5c1076467ee2 req-1def157f-0027-48fb-86d4-1b49223683f1 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:59.065053 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9a49a3f1-374e-4558-9e30-5c1076467ee2 req-1def157f-0027-48fb-86d4-1b49223683f1 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 943 time: 0.1257377 Jul 15 15:05:59.079168 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:05:59.083386 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:05:59.083689 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:59.159055 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9a49a3f1-374e-4558-9e30-5c1076467ee2 req-c1ba0335-ca37-4cf2-8432-01d105b49511 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760045 Jul 15 15:05:59.174130 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8646c-1637-45d3-af10-69465d5567ac req-f07953a5-3363-4779-b2de-0241534d665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:59.175479 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eab8646c-1637-45d3-af10-69465d5567ac req-f07953a5-3363-4779-b2de-0241534d665a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1094432 Jul 15 15:05:59.177945 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:05:59.178454 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:59.201570 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:05:59.203846 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282fa119-2e91-454e-94ee-ad651a1714de" -d '{"events": [{"server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "name": "network-vif-plugged", "status": "completed", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:59.217188 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:59.229872 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:05:59.255899 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a649c0-cf6e-4eeb-86be-819a5fc46e10 x-openstack-request-id: req-d4a649c0-cf6e-4eeb-86be-819a5fc46e10 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:59.256311 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "name": "network-vif-plugged", "status": "completed", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:59.256691 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d4a649c0-cf6e-4eeb-86be-819a5fc46e10 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:59.257155 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a649c0-cf6e-4eeb-86be-819a5fc46e10'] response: {'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'code': 200} Jul 15 15:05:59.281690 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eab8646c-1637-45d3-af10-69465d5567ac req-ffe7df45-970b-41bd-92ed-38a92c34f336 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949817 Jul 15 15:05:59.287730 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:59.404323 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eab8646c-1637-45d3-af10-69465d5567ac req-90e90ba2-1129-407b-bdc1-9d857302e39e service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950551 Jul 15 15:05:59.508913 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf2bc1-f522-432b-881a-a815e0ae7d6a req-aa147d3c-19ba-40f2-9c31-e50fdbc75cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:59.510427 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4ebf2bc1-f522-432b-881a-a815e0ae7d6a req-aa147d3c-19ba-40f2-9c31-e50fdbc75cfb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 1129 time: 0.0467536 Jul 15 15:05:59.565889 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4ebf2bc1-f522-432b-881a-a815e0ae7d6a req-f6666d30-8e6f-4e3c-944d-83393e67e165 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492373 Jul 15 15:05:59.617628 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0064c-3c91-43b0-ad3b-98a6c007aa67 req-331b992f-850f-4c14-84d1-1880eb23c15b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:05:59.619112 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9ec0064c-3c91-43b0-ad3b-98a6c007aa67 req-331b992f-850f-4c14-84d1-1880eb23c15b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0523283 Jul 15 15:05:59.668888 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9ec0064c-3c91-43b0-ad3b-98a6c007aa67 req-a72dd0b3-a389-45ce-a836-2a832f413564 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440164 Jul 15 15:06:00.283218 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6efd0f-f992-4a67-9deb-a515bb22327f req-ca0eb54a-2442-4ab3-b0b1-c43fc89b3359 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:00.284847 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-de6efd0f-f992-4a67-9deb-a515bb22327f req-ca0eb54a-2442-4ab3-b0b1-c43fc89b3359 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 943 time: 0.0589666 Jul 15 15:06:00.330599 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-de6efd0f-f992-4a67-9deb-a515bb22327f req-e75da9c4-898a-4fc5-b04c-3985b351bda3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401385 Jul 15 15:06:00.791607 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27793f-d655-4dac-a684-5762a00f771c req-52571df7-1ece-40f1-a340-03b2449ef48a tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:00.792995 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7c27793f-d655-4dac-a684-5762a00f771c req-52571df7-1ece-40f1-a340-03b2449ef48a tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0546019 Jul 15 15:06:00.838649 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7c27793f-d655-4dac-a684-5762a00f771c req-f2fa214c-ee10-4b9b-9e94-c17c0996621c tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395167 Jul 15 15:06:01.449988 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce205eda-467a-4601-ad83-568c7277ce40 req-b6af89ef-23e7-4c4c-8ea7-7441e6693e4c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:01.451468 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ce205eda-467a-4601-ad83-568c7277ce40 req-b6af89ef-23e7-4c4c-8ea7-7441e6693e4c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 943 time: 0.0533595 Jul 15 15:06:01.502679 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ce205eda-467a-4601-ad83-568c7277ce40 req-9634a797-1e33-400a-aedf-04a6c1e45c47 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443912 Jul 15 15:06:01.615863 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25718e57-66e5-4250-bcaf-4a35f7e74538 req-b0cc6b72-3638-46b2-af68-e1c9fd59bec3 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:01.617708 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-25718e57-66e5-4250-bcaf-4a35f7e74538 req-b0cc6b72-3638-46b2-af68-e1c9fd59bec3 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0558088 Jul 15 15:06:01.665724 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-25718e57-66e5-4250-bcaf-4a35f7e74538 req-fd0d37f4-8047-4d02-bf6e-00aeaa1da212 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424278 Jul 15 15:06:01.959245 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba41ec-c666-4ca0-8269-1f216ba56fc9 req-cdd3e0b8-21f4-480f-b476-67415cb9f096 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:01.960753 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f1ba41ec-c666-4ca0-8269-1f216ba56fc9 req-cdd3e0b8-21f4-480f-b476-67415cb9f096 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0556285 Jul 15 15:06:02.013697 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f1ba41ec-c666-4ca0-8269-1f216ba56fc9 req-4697913d-f85e-475b-9e14-010dd4e57893 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474033 Jul 15 15:06:02.542900 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecfb16-a96c-4786-81b1-d4ff1eb14717 req-af2519ac-d33f-4927-81b2-49d255565933 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:02.544424 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-21ecfb16-a96c-4786-81b1-d4ff1eb14717 req-af2519ac-d33f-4927-81b2-49d255565933 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 945 time: 0.0605843 Jul 15 15:06:02.598258 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-21ecfb16-a96c-4786-81b1-d4ff1eb14717 req-62cf1c18-240a-463c-8106-baf166e0342f tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456874 Jul 15 15:06:02.638394 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d3588-1f0b-4ef5-8ca7-07203c24b872 req-d8985137-fc8a-42ad-b270-872560ee9150 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:02.639845 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6e2d3588-1f0b-4ef5-8ca7-07203c24b872 req-d8985137-fc8a-42ad-b270-872560ee9150 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 943 time: 0.0562222 Jul 15 15:06:02.687923 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6e2d3588-1f0b-4ef5-8ca7-07203c24b872 req-5f0677b3-e1ef-4401-a76e-8113332c5abb tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416601 Jul 15 15:06:02.784276 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12848fd-93ee-4d07-955d-16d73ea15b5c req-c4dce123-1571-4f79-a11c-d662349fca33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:02.786038 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e12848fd-93ee-4d07-955d-16d73ea15b5c req-c4dce123-1571-4f79-a11c-d662349fca33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0538142 Jul 15 15:06:02.832874 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e12848fd-93ee-4d07-955d-16d73ea15b5c req-d66ec9a1-2ce2-442d-b959-a33f4b637eab tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410867 Jul 15 15:06:03.134425 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0e9d2-058b-4432-9ba5-2ad9685bd443 req-1ee769ae-5c59-43d0-895e-acf9e5b35af3 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:03.135901 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-31e0e9d2-058b-4432-9ba5-2ad9685bd443 req-1ee769ae-5c59-43d0-895e-acf9e5b35af3 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0535235 Jul 15 15:06:03.183942 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-31e0e9d2-058b-4432-9ba5-2ad9685bd443 req-fffeb606-8b6a-4843-81e6-24c2a74507be tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423419 Jul 15 15:06:03.309171 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51a28f-7741-427f-96e6-cfdf8c4ba0bc req-a1bbb1ce-5ffc-4cf5-a02c-00b6f1f6c119 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:03.310644 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bd51a28f-7741-427f-96e6-cfdf8c4ba0bc req-a1bbb1ce-5ffc-4cf5-a02c-00b6f1f6c119 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0604675 Jul 15 15:06:03.357506 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bd51a28f-7741-427f-96e6-cfdf8c4ba0bc req-15f5661e-2050-4beb-adbf-8c55b7cbeca4 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Jul 15 15:06:03.696521 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ca841-e86b-40e8-8c0c-9b36a3e623a5 req-70f42490-da0b-415b-8c85-fd9d4f1510c2 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:03.698838 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a15ca841-e86b-40e8-8c0c-9b36a3e623a5 req-70f42490-da0b-415b-8c85-fd9d4f1510c2 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0560744 Jul 15 15:06:03.725340 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778c084-cf5a-4bba-8adb-7622888b578a req-c8bcd0fc-6827-441d-b9a6-822389cb9f80 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:03.726812 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7778c084-cf5a-4bba-8adb-7622888b578a req-c8bcd0fc-6827-441d-b9a6-822389cb9f80 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 945 time: 0.0605280 Jul 15 15:06:03.747889 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a15ca841-e86b-40e8-8c0c-9b36a3e623a5 req-8c1854c9-e75f-4c08-b7a0-3423a4c10beb tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440838 Jul 15 15:06:03.778927 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7778c084-cf5a-4bba-8adb-7622888b578a req-0ee1cea0-0932-4247-9e0c-b20d0231a3c5 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460384 Jul 15 15:06:03.863205 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47004-313f-4c8c-adc9-476592142a73 req-12a86894-aa15-46c3-957d-4a360769204d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:03.864797 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8aa47004-313f-4c8c-adc9-476592142a73 req-12a86894-aa15-46c3-957d-4a360769204d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 943 time: 0.0571196 Jul 15 15:06:03.919268 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8aa47004-313f-4c8c-adc9-476592142a73 req-533bd2c5-474b-4c37-9236-5b2a926729f6 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487857 Jul 15 15:06:03.966624 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c7f72-ecba-4c19-b841-b879b276d9c3 req-bb6a4503-8e29-471f-b53c-ba14776ed8f1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:03.968137 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ca8c7f72-ecba-4c19-b841-b879b276d9c3 req-bb6a4503-8e29-471f-b53c-ba14776ed8f1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0641854 Jul 15 15:06:04.027775 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ca8c7f72-ecba-4c19-b841-b879b276d9c3 req-5546841e-3636-474f-88a1-5048576dfd85 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538027 Jul 15 15:06:04.898286 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dde10-6a7f-42b1-9fb2-aaed19ba7cb5 req-7a4bb927-891b-44c7-b9e3-797223219971 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:04.899774 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2a2dde10-6a7f-42b1-9fb2-aaed19ba7cb5 req-7a4bb927-891b-44c7-b9e3-797223219971 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 945 time: 0.0538065 Jul 15 15:06:04.954846 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2a2dde10-6a7f-42b1-9fb2-aaed19ba7cb5 req-8f5a456b-284a-4bd1-b7a1-80eadea4f11e tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461154 Jul 15 15:06:05.044611 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126507d-2b86-4785-9eb9-2c37ffaea8d3 req-8d110f3e-d208-4dda-a8ca-0ee7d50f9657 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:05.046103 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b126507d-2b86-4785-9eb9-2c37ffaea8d3 req-8d110f3e-d208-4dda-a8ca-0ee7d50f9657 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 943 time: 0.0556848 Jul 15 15:06:05.076251 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device d20129d4-653a-42af-b232-4f7a4033dfa4 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:06:05.102906 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b126507d-2b86-4785-9eb9-2c37ffaea8d3 req-debc47fd-485c-47e5-94e7-fabad79b88f1 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507088 Jul 15 15:06:05.179624 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210cc36-1f67-4cbe-bfc3-e734d2e869ed req-d70a1469-8804-43cb-88bc-ee165d3dc6d6 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:05.181481 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9210cc36-1f67-4cbe-bfc3-e734d2e869ed req-d70a1469-8804-43cb-88bc-ee165d3dc6d6 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0636690 Jul 15 15:06:05.186683 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port d20129d4-653a-42af-b232-4f7a4033dfa4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=d20129d4-653a-42af-b232-4f7a4033dfa4,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:05.200334 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': 'd20129d4-653a-42af-b232-4f7a4033dfa4', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'port_id': 'd20129d4-653a-42af-b232-4f7a4033dfa4', 'mac_address': 'fa:16:3e:73:7c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:06:05.240834 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port d20129d4-653a-42af-b232-4f7a4033dfa4 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:06:05.241540 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:05.249865 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9210cc36-1f67-4cbe-bfc3-e734d2e869ed req-38cd71e2-6301-40d6-9d7b-b0b14443d9c6 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618486 Jul 15 15:06:05.266137 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20129d4-653a-42af-b232-4f7a4033dfa4 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:06:05.274120 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2db80-261b-47ed-bfe2-48fcb7de7e21 req-ba4bceff-6589-4e7c-afb3-78afcdc8b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:05.275665 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a6f2db80-261b-47ed-bfe2-48fcb7de7e21 req-ba4bceff-6589-4e7c-afb3-78afcdc8b617 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6b962299ae347548ec82de0f2b6389d&device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 1130 time: 0.1045017 Jul 15 15:06:05.289872 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port d20129d4-653a-42af-b232-4f7a4033dfa4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=d20129d4-653a-42af-b232-4f7a4033dfa4,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:05.294302 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46892d20-bb75-4f04-94f3-625920b0537b req-917edbc5-4fc9-4bc4-8f4f-547afdf7f851 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:05.295992 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-46892d20-bb75-4f04-94f3-625920b0537b req-917edbc5-4fc9-4bc4-8f4f-547afdf7f851 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.77 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 945 time: 0.1226583 Jul 15 15:06:05.297280 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:05.356193 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=d20129d4-653a-42af-b232-4f7a4033dfa4,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:05.728205 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2db80-261b-47ed-bfe2-48fcb7de7e21 req-a9939fd1-f488-4874-9e20-31e9a680313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:05.729780 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a6f2db80-261b-47ed-bfe2-48fcb7de7e21 req-a9939fd1-f488-4874-9e20-31e9a680313e service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 200 len: 911 time: 0.4194949 Jul 15 15:06:05.747499 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-46892d20-bb75-4f04-94f3-625920b0537b req-f4821e3b-bd79-4c2e-8465-02877f5352f5 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Deleting port 0726bf84-6323-4e6e-9f9c-21ca248dabb1 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:06:05.747839 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-46892d20-bb75-4f04-94f3-625920b0537b req-f4821e3b-bd79-4c2e-8465-02877f5352f5 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:05.849786 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a6f2db80-261b-47ed-bfe2-48fcb7de7e21 req-4fe9d744-b6f2-44e0-b69c-55e4d9107a4d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa3beace-8edd-4645-9f42-03b98db56b58 HTTP/1.1" status: 200 len: 1002 time: 0.1094029 Jul 15 15:06:05.922159 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-46892d20-bb75-4f04-94f3-625920b0537b req-f4821e3b-bd79-4c2e-8465-02877f5352f5 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] For port 0726bf84-6323-4e6e-9f9c-21ca248dabb1, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=0726bf84-6323-4e6e-9f9c-21ca248dabb1,segment=NetworkSegment(7cf5190f-fd46-4398-899b-afc70c81ee63),segment_id=7cf5190f-fd46-4398-899b-afc70c81ee63)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:05.922521 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-46892d20-bb75-4f04-94f3-625920b0537b req-f4821e3b-bd79-4c2e-8465-02877f5352f5 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:05.933180 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2db80-261b-47ed-bfe2-48fcb7de7e21 req-f49854cc-7211-4249-b192-4240beb10c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:05.934635 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a6f2db80-261b-47ed-bfe2-48fcb7de7e21 req-f49854cc-7211-4249-b192-4240beb10c24 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff HTTP/1.1" status: 200 len: 849 time: 0.0793548 Jul 15 15:06:05.940992 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-46892d20-bb75-4f04-94f3-625920b0537b req-f4821e3b-bd79-4c2e-8465-02877f5352f5 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Calling delete_port for 0726bf84-6323-4e6e-9f9c-21ca248dabb1 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:06:05.961345 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['d20129d4-653a-42af-b232-4f7a4033dfa4'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:06.047173 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2db80-261b-47ed-bfe2-48fcb7de7e21 req-fe48c6ce-1d2b-4e86-a665-b51e1f54f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:06.048762 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a6f2db80-261b-47ed-bfe2-48fcb7de7e21 req-fe48c6ce-1d2b-4e86-a665-b51e1f54f307 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ba6677d-5774-4709-9ff3-2439871082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1038899 Jul 15 15:06:06.114155 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f72bee-1cbc-42cb-9fd0-c8b66a3c13eb req-a6af73dc-6b35-48f4-8051-7f105839ec4b tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:06.115576 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-06f72bee-1cbc-42cb-9fd0-c8b66a3c13eb req-a6af73dc-6b35-48f4-8051-7f105839ec4b tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/ports?device_id=81e0d658-65c7-4b77-abdf-16be732088ea HTTP/1.1" status: 200 len: 945 time: 0.0655522 Jul 15 15:06:06.173087 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-06f72bee-1cbc-42cb-9fd0-c8b66a3c13eb req-0e8a484b-5b27-4b2f-a705-21d47d14e885 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d7313d8-d485-4f41-b5ba-e6111068470d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515902 Jul 15 15:06:06.186667 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a6f2db80-261b-47ed-bfe2-48fcb7de7e21 req-70856048-c2ea-44ae-a495-419a1d1dce28 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280210 Jul 15 15:06:06.208231 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-46892d20-bb75-4f04-94f3-625920b0537b req-f4821e3b-bd79-4c2e-8465-02877f5352f5 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (0726bf84-6323-4e6e-9f9c-21ca248dabb1), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:06.295084 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4821e3b-bd79-4c2e-8465-02877f5352f5 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Pushing event deleted for resources: {'Port': ['ID=0726bf84-6323-4e6e-9f9c-21ca248dabb1,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:06.373527 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58bbf5-77c9-4228-95dc-98c7fff7c4d3 req-24a1058c-6a1c-4bb0-bc4c-833dd1234597 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:06.374956 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9d58bbf5-77c9-4228-95dc-98c7fff7c4d3 req-24a1058c-6a1c-4bb0-bc4c-833dd1234597 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0585177 Jul 15 15:06:06.378223 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-46892d20-bb75-4f04-94f3-625920b0537b req-f4821e3b-bd79-4c2e-8465-02877f5352f5 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] No DVR routers for this DVR port 0726bf84-6323-4e6e-9f9c-21ca248dabb1 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:06.386144 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-46892d20-bb75-4f04-94f3-625920b0537b req-f4821e3b-bd79-4c2e-8465-02877f5352f5 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:06.389586 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-46892d20-bb75-4f04-94f3-625920b0537b req-f4821e3b-bd79-4c2e-8465-02877f5352f5 tempest-VolumesSnapshotTestJSON-1320174120 tempest-VolumesSnapshotTestJSON-1320174120-project] 10.222.0.77 "DELETE /v2.0/ports/0726bf84-6323-4e6e-9f9c-21ca248dabb1 HTTP/1.1" status: 204 len: 173 time: 1.0780969 Jul 15 15:06:06.390045 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e0d658-65c7-4b77-abdf-16be732088ea', 'name': 'network-vif-deleted', 'tag': '0726bf84-6323-4e6e-9f9c-21ca248dabb1'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:06:06.393065 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22ffd14-579e-441c-b018-082b5b6eb320" -d '{"events": [{"server_uuid": "81e0d658-65c7-4b77-abdf-16be732088ea", "name": "network-vif-deleted", "tag": "0726bf84-6323-4e6e-9f9c-21ca248dabb1"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:06.412927 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ec59a-cc1d-4e54-97a7-704cf5f5e764 req-5afd1425-76c3-4984-81d3-08db5cdefd57 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:06.414448 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-338ec59a-cc1d-4e54-97a7-704cf5f5e764 req-5afd1425-76c3-4984-81d3-08db5cdefd57 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 944 time: 0.2246804 Jul 15 15:06:06.419038 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a6f2db80-261b-47ed-bfe2-48fcb7de7e21 req-e8d0861a-be44-42bd-9b49-183bf87f27d2 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203171 Jul 15 15:06:06.431911 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9d58bbf5-77c9-4228-95dc-98c7fff7c4d3 req-f82557c5-cc0e-4d76-afa1-da8e23646c11 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493522 Jul 15 15:06:06.479252 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58a276d-f938-4a5e-8896-1d9e905bbcc7 x-openstack-request-id: req-c58a276d-f938-4a5e-8896-1d9e905bbcc7 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:06.479563 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e0d658-65c7-4b77-abdf-16be732088ea", "name": "network-vif-deleted", "tag": "0726bf84-6323-4e6e-9f9c-21ca248dabb1", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:06.479922 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c58a276d-f938-4a5e-8896-1d9e905bbcc7 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:06.480443 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58a276d-f938-4a5e-8896-1d9e905bbcc7'] response: {'server_uuid': '81e0d658-65c7-4b77-abdf-16be732088ea', 'name': 'network-vif-deleted', 'tag': '0726bf84-6323-4e6e-9f9c-21ca248dabb1', 'status': 'completed', 'code': 200} Jul 15 15:06:06.490793 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-338ec59a-cc1d-4e54-97a7-704cf5f5e764 req-a3792309-c703-4792-a13c-f75fbf3bfe40 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635464 Jul 15 15:06:06.774101 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:07.082696 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 0726bf84-6323-4e6e-9f9c-21ca248dabb1 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:07.104975 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: 0726bf84-6323-4e6e-9f9c-21ca248dabb1 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:06:07.105329 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 0726bf84-6323-4e6e-9f9c-21ca248dabb1 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:07.562739 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa844adf-e1d8-40ac-8696-38d92e5186a0 req-ca751f6e-cc81-4085-a4fb-63051141dcb0 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:07.565145 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa844adf-e1d8-40ac-8696-38d92e5186a0 req-ca751f6e-cc81-4085-a4fb-63051141dcb0 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0588579 Jul 15 15:06:07.602959 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2f40bab3-7e9b-4cea-a78d-5dacafc8b24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:07.617744 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa844adf-e1d8-40ac-8696-38d92e5186a0 req-f7ddafd9-ab6b-4561-9d5a-27d9647fb81d tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466313 Jul 15 15:06:07.624823 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb32e9-c438-4ab9-b652-b4493ede66d2 req-da9f7dc0-bad4-4190-b9d6-68f6e7b0bda0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:07.627099 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5ceb32e9-c438-4ab9-b652-b4493ede66d2 req-da9f7dc0-bad4-4190-b9d6-68f6e7b0bda0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 944 time: 0.0634880 Jul 15 15:06:07.678784 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5ceb32e9-c438-4ab9-b652-b4493ede66d2 req-060396d1-d775-49b9-9e0d-6c9da973fa04 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452335 Jul 15 15:06:08.754886 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99646b49-8cdc-4e99-9e41-5393e7fdefe7 req-5e8d170e-8b70-4bc7-a6ce-62f4261c61f7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:08.756317 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-99646b49-8cdc-4e99-9e41-5393e7fdefe7 req-5e8d170e-8b70-4bc7-a6ce-62f4261c61f7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0646076 Jul 15 15:06:08.799989 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92f396-a6c3-4171-aafe-ea9f3e4710c3 req-5b7f106e-773d-4fb2-9305-af05f7bd3321 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:08.801535 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1f92f396-a6c3-4171-aafe-ea9f3e4710c3 req-5b7f106e-773d-4fb2-9305-af05f7bd3321 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 944 time: 0.0542152 Jul 15 15:06:08.804837 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-99646b49-8cdc-4e99-9e41-5393e7fdefe7 req-626acb95-ac53-4e0e-aa1b-bd53bb6bf4eb tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426981 Jul 15 15:06:08.850472 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1f92f396-a6c3-4171-aafe-ea9f3e4710c3 req-1d77f322-6e12-443b-88f6-a7c7b86f0b9b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430036 Jul 15 15:06:09.092045 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device d20129d4-653a-42af-b232-4f7a4033dfa4 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:09.140392 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port d20129d4-653a-42af-b232-4f7a4033dfa4 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:06:09.145791 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port d20129d4-653a-42af-b232-4f7a4033dfa4 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:06:09.146406 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:09.221199 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port d20129d4-653a-42af-b232-4f7a4033dfa4 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:06:09.221510 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:09.244016 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20129d4-653a-42af-b232-4f7a4033dfa4'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:06:09.246323 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3def0672-511c-450b-a837-2f3fcac57e4d" -d '{"events": [{"server_uuid": "bdb7232d-9a68-42ec-a387-776f15f679ee", "name": "network-vif-plugged", "status": "completed", "tag": "d20129d4-653a-42af-b232-4f7a4033dfa4"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:09.260282 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port d20129d4-653a-42af-b232-4f7a4033dfa4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=d20129d4-653a-42af-b232-4f7a4033dfa4,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:09.264638 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:09.296431 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4efdc77-6d07-47e7-8d23-1990ceb3de60 x-openstack-request-id: req-a4efdc77-6d07-47e7-8d23-1990ceb3de60 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:09.296750 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb7232d-9a68-42ec-a387-776f15f679ee", "name": "network-vif-plugged", "status": "completed", "tag": "d20129d4-653a-42af-b232-4f7a4033dfa4", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:09.297008 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4efdc77-6d07-47e7-8d23-1990ceb3de60 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:09.297398 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4efdc77-6d07-47e7-8d23-1990ceb3de60'] response: {'server_uuid': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20129d4-653a-42af-b232-4f7a4033dfa4', 'code': 200} Jul 15 15:06:09.322706 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=d20129d4-653a-42af-b232-4f7a4033dfa4,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:09.522105 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:06:09.686373 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-93cbf26e-62af-495a-b1a5-6f8e5e8b6428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:09.927914 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a8314-e259-469a-993e-b0bcc7aec8e8 req-338a0e5e-6ab0-48a0-a196-f4a053721ba1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:09.929993 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b52a8314-e259-469a-993e-b0bcc7aec8e8 req-338a0e5e-6ab0-48a0-a196-f4a053721ba1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0562000 Jul 15 15:06:09.977096 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc5910-d8df-4af5-9125-c2b03d6d6e84 req-05c80f79-bc11-4d0c-934e-6bf7ddb1edb0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:09.978638 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-82fc5910-d8df-4af5-9125-c2b03d6d6e84 req-05c80f79-bc11-4d0c-934e-6bf7ddb1edb0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 945 time: 0.0568864 Jul 15 15:06:09.983597 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b52a8314-e259-469a-993e-b0bcc7aec8e8 req-d2c86fe0-da61-48be-b701-9c0c11bb5c13 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474794 Jul 15 15:06:10.026953 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-82fc5910-d8df-4af5-9125-c2b03d6d6e84 req-655956ce-083c-4822-a7dc-ded5b8cd07ad tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420558 Jul 15 15:06:10.974298 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:11.108777 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64623728-9e6b-4198-834f-cc4ab7615bcf req-e0a1fbd3-804e-4ae9-bc6b-d8f59a25e390 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:11.110351 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-64623728-9e6b-4198-834f-cc4ab7615bcf req-e0a1fbd3-804e-4ae9-bc6b-d8f59a25e390 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0543501 Jul 15 15:06:11.149402 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42994a-ad26-4ba0-9115-7aadc509052f req-800daa19-4d28-4e0a-848c-672a97389efc tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:11.150896 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6f42994a-ad26-4ba0-9115-7aadc509052f req-800daa19-4d28-4e0a-848c-672a97389efc tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 945 time: 0.0553861 Jul 15 15:06:11.160114 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-64623728-9e6b-4198-834f-cc4ab7615bcf req-4a73f72a-7ad4-49d8-9fbf-a1e1e762c98f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436704 Jul 15 15:06:11.203614 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6f42994a-ad26-4ba0-9115-7aadc509052f req-8e13db36-677d-4cd4-9861-ccc3258c9eb2 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467303 Jul 15 15:06:12.283698 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284431d-3393-49d3-9fc8-30955662e766 req-27a0ac7b-76c9-4289-82e5-35a5c8b23b3d tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:12.285261 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5284431d-3393-49d3-9fc8-30955662e766 req-27a0ac7b-76c9-4289-82e5-35a5c8b23b3d tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0576198 Jul 15 15:06:12.333939 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5284431d-3393-49d3-9fc8-30955662e766 req-1b701390-d323-43e3-9600-67d019bc8370 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432451 Jul 15 15:06:12.393328 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:12.498909 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471014b-9730-4589-a2fd-673f059c0cf6 req-c78be056-8e79-49a5-86bd-dfa152a2e611 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:12.500368 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2471014b-9730-4589-a2fd-673f059c0cf6 req-c78be056-8e79-49a5-86bd-dfa152a2e611 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 945 time: 0.2307835 Jul 15 15:06:12.548778 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2471014b-9730-4589-a2fd-673f059c0cf6 req-c2b46e2e-c6a9-4b15-babc-17a8e032cb04 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413795 Jul 15 15:06:13.299160 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03e75a-1a2b-4c3c-b49f-b7b708921943 req-170d8093-43b8-41d4-9e33-834c9fe26155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:13.300892 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ca03e75a-1a2b-4c3c-b49f-b7b708921943 req-170d8093-43b8-41d4-9e33-834c9fe26155 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 1129 time: 0.0460420 Jul 15 15:06:13.434797 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ca03e75a-1a2b-4c3c-b49f-b7b708921943 req-4335207a-2e6b-484e-ab1a-417224db3e30 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Jul 15 15:06:13.512367 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d572ab-7ef3-4065-9bf4-98d67cbd0bd0 req-f480511e-7aa7-4fba-824e-8157aa4fa63b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:13.513882 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-75d572ab-7ef3-4065-9bf4-98d67cbd0bd0 req-f480511e-7aa7-4fba-824e-8157aa4fa63b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.1106422 Jul 15 15:06:13.560923 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-75d572ab-7ef3-4065-9bf4-98d67cbd0bd0 req-f21bb8ee-7f90-4b53-b5b7-062246168409 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413516 Jul 15 15:06:13.670537 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26facca2-b894-4e61-84c2-bba001b6b5d6 req-ffadfcfe-417f-43c2-b19d-cf982c699a1c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:13.671920 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-26facca2-b894-4e61-84c2-bba001b6b5d6 req-ffadfcfe-417f-43c2-b19d-cf982c699a1c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 945 time: 0.0579503 Jul 15 15:06:13.718159 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-26facca2-b894-4e61-84c2-bba001b6b5d6 req-4e32bfa1-ebd7-4596-92d1-dae278263cad tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405660 Jul 15 15:06:13.897401 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:14.683161 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fc0b2-18b7-414c-a61a-5380f6f282cc req-48a73388-8d70-4af5-ae68-997873fc62fe tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:14.684704 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a99fc0b2-18b7-414c-a61a-5380f6f282cc req-48a73388-8d70-4af5-ae68-997873fc62fe tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0556517 Jul 15 15:06:14.732821 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a99fc0b2-18b7-414c-a61a-5380f6f282cc req-986455df-9931-4be0-85c4-3d24d2b54a85 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418932 Jul 15 15:06:14.842837 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfd5ec-a634-41f1-9373-33c2d16d94eb req-becb266a-f816-47d9-9020-f778cd606fc3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:14.844958 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6acfd5ec-a634-41f1-9373-33c2d16d94eb req-becb266a-f816-47d9-9020-f778cd606fc3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 945 time: 0.0560472 Jul 15 15:06:14.894029 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6acfd5ec-a634-41f1-9373-33c2d16d94eb req-025aa9e6-2f80-432c-817a-ad0cbf41928f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437272 Jul 15 15:06:15.864775 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcdf52-2495-49c2-a453-0d3b65fd5aff req-9570aaa0-3817-44a9-9071-f40a4adad2ae tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:15.866458 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1dfcdf52-2495-49c2-a453-0d3b65fd5aff req-9570aaa0-3817-44a9-9071-f40a4adad2ae tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0534215 Jul 15 15:06:15.921765 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1dfcdf52-2495-49c2-a453-0d3b65fd5aff req-9c0e73ca-ca6f-4fa5-b32f-a114626eb22b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494781 Jul 15 15:06:16.028794 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51230a4-a822-4b28-aa0b-7c791ca77e5e req-c156ead0-d996-48c5-939c-bd99bcc9e11d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:16.030190 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f51230a4-a822-4b28-aa0b-7c791ca77e5e req-c156ead0-d996-48c5-939c-bd99bcc9e11d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 945 time: 0.0534744 Jul 15 15:06:16.081210 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f51230a4-a822-4b28-aa0b-7c791ca77e5e req-5d30fbd1-47a1-48b4-8e35-62da5b3cf7c8 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447590 Jul 15 15:06:16.196249 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babe6a7-ac28-41bf-ad56-6143aff11a2e req-1f99879c-c6ae-465b-8154-d85781b27a1b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:16.197756 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3babe6a7-ac28-41bf-ad56-6143aff11a2e req-1f99879c-c6ae-465b-8154-d85781b27a1b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 945 time: 0.0542958 Jul 15 15:06:16.206968 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36838) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:16.211391 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-0b67e7e2-c835-4ff9-bbb2-81b949c807df tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'floatingip': {'port_id': 'd20129d4-653a-42af-b232-4f7a4033dfa4'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:06:16.249363 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0b67e7e2-c835-4ff9-bbb2-81b949c807df tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (8276ede7-28dc-444a-b946-c8039a150eb4), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:16.499722 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e57e1-95ea-4567-82a9-a0740f8df97a req-6b8ede73-ff11-48c1-9d99-d7d30ff88eab tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:16.501996 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-471e57e1-95ea-4567-82a9-a0740f8df97a req-6b8ede73-ff11-48c1-9d99-d7d30ff88eab tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0539474 Jul 15 15:06:16.553204 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-471e57e1-95ea-4567-82a9-a0740f8df97a req-f3d96b0f-6a17-4b4c-89ed-f6bbb7e244c6 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447185 Jul 15 15:06:16.581132 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 36852) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:16.697103 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a607ab-75cf-47c7-9a30-2adeab298239 tempest-TestMinimumBasicScenario-1890857725 tempest-TestMinimumBasicScenario-1890857725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:16.698639 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-84a607ab-75cf-47c7-9a30-2adeab298239 tempest-TestMinimumBasicScenario-1890857725 tempest-TestMinimumBasicScenario-1890857725-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 1124 time: 0.1164496 Jul 15 15:06:16.701776 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 36860) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:16.707628 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'port_id': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:06:16.728062 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0b67e7e2-c835-4ff9-bbb2-81b949c807df tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:16.728695 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:16.731390 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0b67e7e2-c835-4ff9-bbb2-81b949c807df tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (8276ede7-28dc-444a-b946-c8039a150eb4), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:16.827697 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.l3_db [None req-0b67e7e2-c835-4ff9-bbb2-81b949c807df tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Floating IP 8276ede7-28dc-444a-b946-c8039a150eb4 associated. External IP: 172.27.2.29, port: d20129d4-653a-42af-b232-4f7a4033dfa4. Jul 15 15:06:16.830683 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:16.940886 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Allocated IP 172.27.2.74 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/5fa6c3f5-986d-454f-b904-215bf185028f) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:06:17.054284 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for port (5fa6c3f5-986d-454f-b904-215bf185028f), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:17.058705 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b67e7e2-c835-4ff9-bbb2-81b949c807df tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Router 555a1d54-29f3-4dc6-856f-7c315646a323 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:06:17.089326 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (5fa6c3f5-986d-454f-b904-215bf185028f), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:17.117885 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba503e83-6d31-4ebd-95ba-e1e3d9a22fb3 req-d90b1204-29b6-49e2-95d3-a43abf874005 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:17.119458 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ba503e83-6d31-4ebd-95ba-e1e3d9a22fb3 req-d90b1204-29b6-49e2-95d3-a43abf874005 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.1066382 Jul 15 15:06:17.128993 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:06:17.136111 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:06:17.138324 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event updated for resources: {'Port': ['ID=5fa6c3f5-986d-454f-b904-215bf185028f,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:17.140480 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:06:17.220567 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b67e7e2-c835-4ff9-bbb2-81b949c807df tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:17.225573 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0b67e7e2-c835-4ff9-bbb2-81b949c807df tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:17.230536 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d89d7b2-b304-475b-bafc-55073ef40e12 None None] Sync routers for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:17.232603 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ba503e83-6d31-4ebd-95ba-e1e3d9a22fb3 req-4e649219-587b-4c4e-ac4b-2fdbe903bd6f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070518 Jul 15 15:06:17.242273 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89d7b2-b304-475b-bafc-55073ef40e12 None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:06:17.243229 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-1d89d7b2-b304-475b-bafc-55073ef40e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:06:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:17.267693 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-0b67e7e2-c835-4ff9-bbb2-81b949c807df tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "PUT /v2.0/floatingips/8276ede7-28dc-444a-b946-c8039a150eb4 HTTP/1.1" status: 200 len: 990 time: 1.0578845 Jul 15 15:06:17.268317 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'tag': 'd20129d4-653a-42af-b232-4f7a4033dfa4'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:06:17.270667 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4456d36-65a1-4ffd-ae2d-0059dbb48afa" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb7232d-9a68-42ec-a387-776f15f679ee", "tag": "d20129d4-653a-42af-b232-4f7a4033dfa4"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:17.308425 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df61a54-c822-460a-9f77-f6d057770c7e x-openstack-request-id: req-9df61a54-c822-460a-9f77-f6d057770c7e {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:17.308752 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb7232d-9a68-42ec-a387-776f15f679ee", "tag": "d20129d4-653a-42af-b232-4f7a4033dfa4", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:17.309009 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9df61a54-c822-460a-9f77-f6d057770c7e {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:17.309747 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df61a54-c822-460a-9f77-f6d057770c7e'] response: {'name': 'network-changed', 'server_uuid': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'tag': 'd20129d4-653a-42af-b232-4f7a4033dfa4', 'status': 'completed', 'code': 200} Jul 15 15:06:17.481491 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-1d89d7b2-b304-475b-bafc-55073ef40e12 None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:06:17.493499 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4456d36-65a1-4ffd-ae2d-0059dbb48afa req-93efc254-798e-41db-8556-6890079773ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:17.494997 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a4456d36-65a1-4ffd-ae2d-0059dbb48afa req-93efc254-798e-41db-8556-6890079773ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 1129 time: 0.1289046 Jul 15 15:06:17.615844 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for floatingip (bdc4d6a7-04d1-47f2-8e54-7bcfdb47a878), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:17.666742 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4456d36-65a1-4ffd-ae2d-0059dbb48afa req-eb541992-5c3a-484d-8dc0-d465ed5ddbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:17.668209 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a4456d36-65a1-4ffd-ae2d-0059dbb48afa req-eb541992-5c3a-484d-8dc0-d465ed5ddbb9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 915 time: 0.1634028 Jul 15 15:06:17.706928 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-1d89d7b2-b304-475b-bafc-55073ef40e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '461f3938-8211-4f12-9980-69aae89404fe', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:62:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:01:24Z', 'updated_at': '2022-07-15T15:02:22Z', 'revision_number': 2, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}, {'id': '8276ede7-28dc-444a-b946-c8039a150eb4', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': 'd20129d4-653a-42af-b232-4f7a4033dfa4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:73:7c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:05:54Z', 'updated_at': '2022-07-15T15:06:16Z', 'revision_number': 1, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:17.738838 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d89d7b2-b304-475b-bafc-55073ef40e12 None None] Checking router: 555a1d54-29f3-4dc6-856f-7c315646a323 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:06:17.747667 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89d7b2-b304-475b-bafc-55073ef40e12 None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:06:17.748368 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-1d89d7b2-b304-475b-bafc-55073ef40e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:06:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:17.749078 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (5fa6c3f5-986d-454f-b904-215bf185028f), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:17.757653 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a4456d36-65a1-4ffd-ae2d-0059dbb48afa req-17795ae2-d5c6-4141-9943-48e07fb7b51c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d20129d4-653a-42af-b232-4f7a4033dfa4 HTTP/1.1" status: 200 len: 998 time: 0.0825095 Jul 15 15:06:17.844703 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4456d36-65a1-4ffd-ae2d-0059dbb48afa req-1953df1b-2902-48d2-bf23-e453dc911257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:17.846277 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a4456d36-65a1-4ffd-ae2d-0059dbb48afa req-1953df1b-2902-48d2-bf23-e453dc911257 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.0724616 Jul 15 15:06:17.861429 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-1d89d7b2-b304-475b-bafc-55073ef40e12 None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:06:17.952288 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4456d36-65a1-4ffd-ae2d-0059dbb48afa req-7fca2b49-b343-4a76-ac38-cbc95e14e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:17.953821 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a4456d36-65a1-4ffd-ae2d-0059dbb48afa req-7fca2b49-b343-4a76-ac38-cbc95e14e553 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809114 Jul 15 15:06:18.033110 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for port (5fa6c3f5-986d-454f-b904-215bf185028f), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:18.039973 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (5fa6c3f5-986d-454f-b904-215bf185028f), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:18.096546 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-1d89d7b2-b304-475b-bafc-55073ef40e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '461f3938-8211-4f12-9980-69aae89404fe', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:62:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:01:24Z', 'updated_at': '2022-07-15T15:02:22Z', 'revision_number': 2, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}, {'id': '8276ede7-28dc-444a-b946-c8039a150eb4', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': 'd20129d4-653a-42af-b232-4f7a4033dfa4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:73:7c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:05:54Z', 'updated_at': '2022-07-15T15:06:16Z', 'revision_number': 1, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:18.120941 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d89d7b2-b304-475b-bafc-55073ef40e12 None None] The sync data for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi is: [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '461f3938-8211-4f12-9980-69aae89404fe', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:62:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:01:24Z', 'updated_at': '2022-07-15T15:02:22Z', 'revision_number': 2, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}, {'id': '8276ede7-28dc-444a-b946-c8039a150eb4', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.29', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': 'd20129d4-653a-42af-b232-4f7a4033dfa4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:73:7c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:05:54Z', 'updated_at': '2022-07-15T15:06:16Z', 'revision_number': 1, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:18.130748 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a4456d36-65a1-4ffd-ae2d-0059dbb48afa req-1c957814-0325-41a1-8fa9-81ff79ad438f service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670849 Jul 15 15:06:18.138536 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event updated for resources: {'Port': ['ID=5fa6c3f5-986d-454f-b904-215bf185028f,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:18.147965 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (bdc4d6a7-04d1-47f2-8e54-7bcfdb47a878), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:18.328216 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a4456d36-65a1-4ffd-ae2d-0059dbb48afa req-aaa36e0a-30d4-4a10-91cc-40cbea05eea9 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777720 Jul 15 15:06:18.330082 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Floating IP bdc4d6a7-04d1-47f2-8e54-7bcfdb47a878 associated. External IP: 172.27.2.74, port: 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf. Jul 15 15:06:18.338410 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f049a8-1a17-4df2-93be-2c51cc5d1cc9 None None] New status for floating IP 8276ede7-28dc-444a-b946-c8039a150eb4: ACTIVE {{(pid=103715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:06:18.363856 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6576e-c4aa-4783-b414-481f8b781f3f req-6b00ae46-8e73-4c6f-bb82-de10c989a047 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:18.365371 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-caf6576e-c4aa-4783-b414-481f8b781f3f req-6b00ae46-8e73-4c6f-bb82-de10c989a047 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0550163 Jul 15 15:06:18.417062 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-caf6576e-c4aa-4783-b414-481f8b781f3f req-eda26a96-28d8-49bd-945d-3b0de557176f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455878 Jul 15 15:06:18.537081 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Router 46690f88-2564-402c-9a76-fbb9203f36e6 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:06:18.641241 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:18.651189 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8448eb21-b3fe-439b-9638-c04ae265764b None None] Sync routers for ids ['46690f88-2564-402c-9a76-fbb9203f36e6'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:18.659420 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:18.663404 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8448eb21-b3fe-439b-9638-c04ae265764b None None] Routers {'46690f88-2564-402c-9a76-fbb9203f36e6'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:06:18.664029 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8448eb21-b3fe-439b-9638-c04ae265764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:06:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['46690f88-2564-402c-9a76-fbb9203f36e6'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:18.691212 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ea3dd464-1432-402d-8bd8-e7d80fc3dec1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9879532 Jul 15 15:06:18.691900 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:06:18.694863 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36876) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:18.695527 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9169c879-d49c-42b1-81a6-4359daaa5e04" -d '{"events": [{"name": "network-changed", "server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:18.701311 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1183512936', 'description': 'tempest-secgroup-smoke-1183512936 description', 'project_id': '023c02484cc74691b16c87fa381fc8a6'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:06:18.723257 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:18.733780 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6da2a3a-f6c6-4e28-ae02-17cf9f58266a x-openstack-request-id: req-e6da2a3a-f6c6-4e28-ae02-17cf9f58266a {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:18.734080 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:18.734341 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e6da2a3a-f6c6-4e28-ae02-17cf9f58266a {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:18.734754 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6da2a3a-f6c6-4e28-ae02-17cf9f58266a'] response: {'name': 'network-changed', 'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'status': 'completed', 'code': 200} Jul 15 15:06:18.779664 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-8448eb21-b3fe-439b-9638-c04ae265764b None None] Set router 46690f88-2564-402c-9a76-fbb9203f36e6 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:06:18.797480 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group (b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:18.802235 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:18.835533 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:18.836771 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1408250 Jul 15 15:06:18.839768 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 36882) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:18.844375 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-0d457c83-3b0a-4dcf-87b8-f7c2e113a95b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Request body: {'security_group_rule': {'security_group_id': 'b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac', 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:06:18.849368 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:18.856841 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.857198 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.857548 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.857910 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.858244 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.858595 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.859169 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.859313 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.859586 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.859919 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.860969 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.861326 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.861668 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b9da478-d85c-4c71-8a44-17de7b4acb46 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:18.874002 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0d457c83-3b0a-4dcf-87b8-f7c2e113a95b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (19932093-de51-4cbc-b002-86078fa3175b), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:18.939025 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0d457c83-3b0a-4dcf-87b8-f7c2e113a95b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (19932093-de51-4cbc-b002-86078fa3175b), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:18.944329 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0d457c83-3b0a-4dcf-87b8-f7c2e113a95b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (19932093-de51-4cbc-b002-86078fa3175b), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:18.964969 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d457c83-3b0a-4dcf-87b8-f7c2e113a95b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19932093-de51-4cbc-b002-86078fa3175b,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:18.974647 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0d457c83-3b0a-4dcf-87b8-f7c2e113a95b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:18.978704 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-0d457c83-3b0a-4dcf-87b8-f7c2e113a95b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353183 Jul 15 15:06:18.978844 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 36886) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:18.983388 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-ffdd0bca-f5f0-49ef-bb44-e1bc226a5b27 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Request body: {'security_group_rule': {'security_group_id': 'b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac', 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:06:19.014775 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0bca-f5f0-49ef-bb44-e1bc226a5b27 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (4f177665-6470-4b25-b7ec-7ea00bb8c047), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.016179 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8448eb21-b3fe-439b-9638-c04ae265764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'bdc4d6a7-04d1-47f2-8e54-7bcfdb47a878', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'port_id': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'mac_address': 'fa:16:3e:db:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:06:17Z', 'updated_at': '2022-07-15T15:06:17Z', 'revision_number': 0, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef4638b-74ff-46e3-a2ac-be22bb071824', 'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'mac_address': 'fa:16:3e:fc:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:14Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 5, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'subnets': [{'id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:19.043207 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8448eb21-b3fe-439b-9638-c04ae265764b None None] Checking router: 46690f88-2564-402c-9a76-fbb9203f36e6 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:06:19.052030 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8448eb21-b3fe-439b-9638-c04ae265764b None None] Routers {'46690f88-2564-402c-9a76-fbb9203f36e6'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:06:19.052689 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8448eb21-b3fe-439b-9638-c04ae265764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:06:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['46690f88-2564-402c-9a76-fbb9203f36e6'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:19.080386 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0bca-f5f0-49ef-bb44-e1bc226a5b27 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (4f177665-6470-4b25-b7ec-7ea00bb8c047), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.084291 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0bca-f5f0-49ef-bb44-e1bc226a5b27 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (4f177665-6470-4b25-b7ec-7ea00bb8c047), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.103293 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd0bca-f5f0-49ef-bb44-e1bc226a5b27 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f177665-6470-4b25-b7ec-7ea00bb8c047,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:19.108884 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0bca-f5f0-49ef-bb44-e1bc226a5b27 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.113165 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ffdd0bca-f5f0-49ef-bb44-e1bc226a5b27 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303754 Jul 15 15:06:19.113393 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36888) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:19.117806 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-63f07c68-586a-4702-bae7-90bd401cdeae tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Request body: {'security_group_rule': {'security_group_id': 'b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac', 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:06:19.143261 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-63f07c68-586a-4702-bae7-90bd401cdeae tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (5bb49e7e-d15a-4def-89fd-c2c6528faa5e), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.159185 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-8448eb21-b3fe-439b-9638-c04ae265764b None None] Set router 46690f88-2564-402c-9a76-fbb9203f36e6 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:06:19.203710 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-63f07c68-586a-4702-bae7-90bd401cdeae tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (5bb49e7e-d15a-4def-89fd-c2c6528faa5e), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.209096 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-63f07c68-586a-4702-bae7-90bd401cdeae tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (5bb49e7e-d15a-4def-89fd-c2c6528faa5e), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.226633 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f07c68-586a-4702-bae7-90bd401cdeae tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb49e7e-d15a-4def-89fd-c2c6528faa5e,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:19.235711 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-63f07c68-586a-4702-bae7-90bd401cdeae tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.239712 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-63f07c68-586a-4702-bae7-90bd401cdeae tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227219 Jul 15 15:06:19.240596 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 36890) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:19.244231 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-0bac3201-b55e-44a5-80f6-7bf39a632290 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Request body: {'security_group_rule': {'security_group_id': 'b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac', 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:06:19.269981 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0bac3201-b55e-44a5-80f6-7bf39a632290 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (a17cce8c-dfa9-410a-842d-cbd6fae9e74e), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.333620 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0bac3201-b55e-44a5-80f6-7bf39a632290 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (a17cce8c-dfa9-410a-842d-cbd6fae9e74e), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.337573 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0bac3201-b55e-44a5-80f6-7bf39a632290 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (a17cce8c-dfa9-410a-842d-cbd6fae9e74e), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.355724 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac3201-b55e-44a5-80f6-7bf39a632290 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17cce8c-dfa9-410a-842d-cbd6fae9e74e,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:19.363221 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0bac3201-b55e-44a5-80f6-7bf39a632290 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.367435 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-0bac3201-b55e-44a5-80f6-7bf39a632290 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265419 Jul 15 15:06:19.368045 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 36892) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:19.372300 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-afa6f4a1-d029-4113-aab9-3e0b51ede943 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Request body: {'security_group_rule': {'security_group_id': 'b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac', 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:06:19.395690 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.securitygroups_db [None req-afa6f4a1-d029-4113-aab9-3e0b51ede943 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Project 023c02484cc74691b16c87fa381fc8a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:06:19.398283 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-8448eb21-b3fe-439b-9638-c04ae265764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'bdc4d6a7-04d1-47f2-8e54-7bcfdb47a878', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'port_id': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'mac_address': 'fa:16:3e:db:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:06:17Z', 'updated_at': '2022-07-15T15:06:17Z', 'revision_number': 0, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef4638b-74ff-46e3-a2ac-be22bb071824', 'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'mac_address': 'fa:16:3e:fc:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:14Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 5, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'subnets': [{'id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:19.401122 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-afa6f4a1-d029-4113-aab9-3e0b51ede943 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (0a83270a-70b8-4985-a8ff-7cc13c7ff6a8), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.427297 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8448eb21-b3fe-439b-9638-c04ae265764b None None] The sync data for ids ['46690f88-2564-402c-9a76-fbb9203f36e6'] in dv-cinder-848821-1-iscsi is: [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'bdc4d6a7-04d1-47f2-8e54-7bcfdb47a878', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'floating_ip_address': '172.27.2.74', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'port_id': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'mac_address': 'fa:16:3e:db:77:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:06:17Z', 'updated_at': '2022-07-15T15:06:17Z', 'revision_number': 0, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef4638b-74ff-46e3-a2ac-be22bb071824', 'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'mac_address': 'fa:16:3e:fc:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:14Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 5, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'subnets': [{'id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:19.469025 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-afa6f4a1-d029-4113-aab9-3e0b51ede943 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (0a83270a-70b8-4985-a8ff-7cc13c7ff6a8), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.473569 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-afa6f4a1-d029-4113-aab9-3e0b51ede943 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (0a83270a-70b8-4985-a8ff-7cc13c7ff6a8), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.492415 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6f4a1-d029-4113-aab9-3e0b51ede943 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a83270a-70b8-4985-a8ff-7cc13c7ff6a8,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:19.502876 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-afa6f4a1-d029-4113-aab9-3e0b51ede943 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.504268 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-afa6f4a1-d029-4113-aab9-3e0b51ede943 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356585 Jul 15 15:06:19.507031 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 36896) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:19.511662 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-5ea61f26-d222-4bb3-844e-0f5a7356626b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Request body: {'security_group_rule': {'security_group_id': 'b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac', 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:06:19.534349 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.securitygroups_db [None req-5ea61f26-d222-4bb3-844e-0f5a7356626b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Project 023c02484cc74691b16c87fa381fc8a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:06:19.539600 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-5ea61f26-d222-4bb3-844e-0f5a7356626b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (bd29710d-6bea-453f-9874-e1240ee5f24e), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.554580 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090bae5-9dd7-4eb6-8b2f-a21e2544027f req-987e819a-95a6-43e6-9d70-b15e90ff8643 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:19.556132 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e090bae5-9dd7-4eb6-8b2f-a21e2544027f req-987e819a-95a6-43e6-9d70-b15e90ff8643 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0652821 Jul 15 15:06:19.605284 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-5ea61f26-d222-4bb3-844e-0f5a7356626b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (bd29710d-6bea-453f-9874-e1240ee5f24e), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.609316 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-5ea61f26-d222-4bb3-844e-0f5a7356626b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (bd29710d-6bea-453f-9874-e1240ee5f24e), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.614724 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e090bae5-9dd7-4eb6-8b2f-a21e2544027f req-3516283d-8d32-433c-a507-89bdad44c52c tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529251 Jul 15 15:06:19.639850 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-5ea61f26-d222-4bb3-844e-0f5a7356626b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:19.641119 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-5ea61f26-d222-4bb3-844e-0f5a7356626b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1329994 Jul 15 15:06:19.642540 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea61f26-d222-4bb3-844e-0f5a7356626b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd29710d-6bea-453f-9874-e1240ee5f24e,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:19.674450 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a1597-1088-465a-be66-6c7fccc97eaa None None] New status for floating IP bdc4d6a7-04d1-47f2-8e54-7bcfdb47a878: ACTIVE {{(pid=103715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:06:19.739930 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4937d12e-34be-4de0-aa1a-459b793b623b req-65a4fd8c-5ec1-407b-b3b2-91418be87278 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1183512936&fields=id&tenant_id=023c02484cc74691b16c87fa381fc8a6 HTTP/1.1" status: 200 len: 267 time: 0.0450256 Jul 15 15:06:19.799896 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937d12e-34be-4de0-aa1a-459b793b623b req-aa620a80-0162-4305-a415-65f2ecd83600 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:19.801403 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4937d12e-34be-4de0-aa1a-459b793b623b req-aa620a80-0162-4305-a415-65f2ecd83600 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0562346 Jul 15 15:06:19.812740 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-4937d12e-34be-4de0-aa1a-459b793b623b req-693cc79f-866d-416c-9eb6-55e96e789ce0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Request body: {'port': {'security_groups': ['4c5d74bf-7f3c-4fde-bd99-eb0599205fe4', 'b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:06:20.145593 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4937d12e-34be-4de0-aa1a-459b793b623b req-693cc79f-866d-416c-9eb6-55e96e789ce0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:20.330906 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-4937d12e-34be-4de0-aa1a-459b793b623b req-693cc79f-866d-416c-9eb6-55e96e789ce0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] For port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:20.358030 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4937d12e-34be-4de0-aa1a-459b793b623b req-693cc79f-866d-416c-9eb6-55e96e789ce0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:20.363881 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4937d12e-34be-4de0-aa1a-459b793b623b req-693cc79f-866d-416c-9eb6-55e96e789ce0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:20.404584 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937d12e-34be-4de0-aa1a-459b793b623b req-693cc79f-866d-416c-9eb6-55e96e789ce0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:20.405424 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4937d12e-34be-4de0-aa1a-459b793b623b req-693cc79f-866d-416c-9eb6-55e96e789ce0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:20.406635 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4937d12e-34be-4de0-aa1a-459b793b623b req-693cc79f-866d-416c-9eb6-55e96e789ce0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "PUT /v2.0/ports/3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf HTTP/1.1" status: 200 len: 981 time: 0.5990417 Jul 15 15:06:20.430713 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cc79f-866d-416c-9eb6-55e96e789ce0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event updated for resources: {'Port': ['ID=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,revision_number=6']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:20.515901 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbf334-dc90-4e82-a7aa-f96098369cf5 req-8a9a25b5-c3de-437b-a0ab-52a8173dabef tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:20.518055 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-62cbf334-dc90-4e82-a7aa-f96098369cf5 req-8a9a25b5-c3de-437b-a0ab-52a8173dabef tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0557101 Jul 15 15:06:20.582010 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-62cbf334-dc90-4e82-a7aa-f96098369cf5 req-d5f98614-7cba-476d-ae43-96b97cf4b6c0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578959 Jul 15 15:06:20.670375 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-96f4cffe-8625-49ec-9f31-8f15bb3f5f55 None None] Provisioning complete for port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:06:20.670919 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-96f4cffe-8625-49ec-9f31-8f15bb3f5f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:20.738422 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec91b2a-25cd-4ab6-bba6-6bb03f29c335 req-a9e854ea-1592-4b5b-b4d3-b94968f4b8d9 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:20.739930 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7ec91b2a-25cd-4ab6-bba6-6bb03f29c335 req-a9e854ea-1592-4b5b-b4d3-b94968f4b8d9 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0562675 Jul 15 15:06:20.740415 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:06:20.742802 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98599f57-6641-449a-8795-8537f57dae3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:20.745841 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-96f4cffe-8625-49ec-9f31-8f15bb3f5f55 None None] Current status of the port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:06:20.780233 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72bde22-1c97-4c16-8b5e-52eb4316b430 x-openstack-request-id: req-c72bde22-1c97-4c16-8b5e-52eb4316b430 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:20.780551 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:20.780815 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c72bde22-1c97-4c16-8b5e-52eb4316b430 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:20.781246 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72bde22-1c97-4c16-8b5e-52eb4316b430'] response: {'name': 'network-changed', 'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'status': 'completed', 'code': 200} Jul 15 15:06:20.792583 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7ec91b2a-25cd-4ab6-bba6-6bb03f29c335 req-8212305b-89f9-4e28-a322-cff32de890cd tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466921 Jul 15 15:06:21.911694 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574090fb-c066-4c05-80ca-14acccd23e0e req-c9943caf-cba9-4a5a-a86c-f4d6ed63ecc7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:21.913188 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-574090fb-c066-4c05-80ca-14acccd23e0e req-c9943caf-cba9-4a5a-a86c-f4d6ed63ecc7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0519340 Jul 15 15:06:21.963933 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-574090fb-c066-4c05-80ca-14acccd23e0e req-978ed19c-fe13-49c7-abde-b4cc9eea0f56 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452077 Jul 15 15:06:23.087704 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc3a54-44b0-4e62-8b1d-b3c5133b2f7e req-2945f089-2932-4667-9858-3a0e57ba81a7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:23.089211 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-91bc3a54-44b0-4e62-8b1d-b3c5133b2f7e req-2945f089-2932-4667-9858-3a0e57ba81a7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0580952 Jul 15 15:06:23.136834 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-91bc3a54-44b0-4e62-8b1d-b3c5133b2f7e req-9cf8fb8d-46da-4072-8fe2-0455d5118e0e tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419698 Jul 15 15:06:23.146579 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:23.217853 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169c879-d49c-42b1-81a6-4359daaa5e04 req-b3428ebf-ec26-4b7e-bc17-121ebbb5b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:23.219363 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9169c879-d49c-42b1-81a6-4359daaa5e04 req-b3428ebf-ec26-4b7e-bc17-121ebbb5b938 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=023c02484cc74691b16c87fa381fc8a6&device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 1168 time: 0.0440412 Jul 15 15:06:23.327922 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169c879-d49c-42b1-81a6-4359daaa5e04 req-79539f84-8ae0-4ddc-a58d-60f4e2c0e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:23.330373 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9169c879-d49c-42b1-81a6-4359daaa5e04 req-79539f84-8ae0-4ddc-a58d-60f4e2c0e87d service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3a74687-c457-4c51-9a1d-4f4696b81109 HTTP/1.1" status: 200 len: 916 time: 0.0897052 Jul 15 15:06:23.394862 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9169c879-d49c-42b1-81a6-4359daaa5e04 req-7635a0d1-2e9d-4421-ac98-40e8aed4ff98 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf HTTP/1.1" status: 200 len: 1000 time: 0.0562179 Jul 15 15:06:23.445948 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169c879-d49c-42b1-81a6-4359daaa5e04 req-8e397a25-b973-4503-8e3f-6ade60f3641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:23.447415 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9169c879-d49c-42b1-81a6-4359daaa5e04 req-8e397a25-b973-4503-8e3f-6ade60f3641c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=066b0174-9063-43f6-994b-d7e6d96e7cd6 HTTP/1.1" status: 200 len: 854 time: 0.0450742 Jul 15 15:06:23.456511 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:23.502988 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169c879-d49c-42b1-81a6-4359daaa5e04 req-18133704-9e29-43e2-8fc5-c397b4098d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:23.504495 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9169c879-d49c-42b1-81a6-4359daaa5e04 req-18133704-9e29-43e2-8fc5-c397b4098d07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3a74687-c457-4c51-9a1d-4f4696b81109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510590 Jul 15 15:06:23.593221 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9169c879-d49c-42b1-81a6-4359daaa5e04 req-88f527dd-a4bf-4bf5-9201-6cf1b25076eb service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817478 Jul 15 15:06:23.688156 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9169c879-d49c-42b1-81a6-4359daaa5e04 req-5d8c460e-4019-488a-86d3-0469a5367105 service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877926 Jul 15 15:06:24.020113 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98599f57-6641-449a-8795-8537f57dae3c req-fde2e908-9a86-486f-99ad-6b4ea9f84d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:24.021637 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98599f57-6641-449a-8795-8537f57dae3c req-fde2e908-9a86-486f-99ad-6b4ea9f84d78 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=023c02484cc74691b16c87fa381fc8a6&device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 1168 time: 0.0482130 Jul 15 15:06:24.112464 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98599f57-6641-449a-8795-8537f57dae3c req-5c9c3aa0-9520-49fc-942f-8b91fbfd476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:24.113979 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98599f57-6641-449a-8795-8537f57dae3c req-5c9c3aa0-9520-49fc-942f-8b91fbfd476b service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3a74687-c457-4c51-9a1d-4f4696b81109 HTTP/1.1" status: 200 len: 916 time: 0.0859632 Jul 15 15:06:24.198285 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98599f57-6641-449a-8795-8537f57dae3c req-efe279ae-49ba-4a78-86e3-eac1adad6f2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf HTTP/1.1" status: 200 len: 1000 time: 0.0771825 Jul 15 15:06:24.252480 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98599f57-6641-449a-8795-8537f57dae3c req-9d3ebb60-0ca7-4784-aa5f-12bf4a8949c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:24.253996 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98599f57-6641-449a-8795-8537f57dae3c req-9d3ebb60-0ca7-4784-aa5f-12bf4a8949c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=066b0174-9063-43f6-994b-d7e6d96e7cd6 HTTP/1.1" status: 200 len: 854 time: 0.0481946 Jul 15 15:06:24.271289 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5d8bf-3d30-4396-9e5b-94cb1e3ca6a6 req-620d3eab-b13b-4f81-aaa4-6d9a66d1904a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:24.272938 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-38e5d8bf-3d30-4396-9e5b-94cb1e3ca6a6 req-620d3eab-b13b-4f81-aaa4-6d9a66d1904a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0594158 Jul 15 15:06:24.317363 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98599f57-6641-449a-8795-8537f57dae3c req-fc2db6b3-1aa2-4a2f-9ed9-ddaacd4aa519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:24.319014 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98599f57-6641-449a-8795-8537f57dae3c req-fc2db6b3-1aa2-4a2f-9ed9-ddaacd4aa519 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3a74687-c457-4c51-9a1d-4f4696b81109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525725 Jul 15 15:06:24.336477 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-38e5d8bf-3d30-4396-9e5b-94cb1e3ca6a6 req-498339fc-f8b1-47da-9e2e-12ec8ee6a16b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447309 Jul 15 15:06:24.431535 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98599f57-6641-449a-8795-8537f57dae3c req-fb996e51-c942-4769-a3e4-f04b86b94c67 service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002550 Jul 15 15:06:24.526145 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98599f57-6641-449a-8795-8537f57dae3c req-7f53d049-9172-405d-959b-b1729f952caf service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931864 Jul 15 15:06:25.465275 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8010944-623a-4209-ba5b-72c987a4e78a req-3c7b9aa0-fd71-4138-989d-6b5c9ab6506f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:25.466761 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b8010944-623a-4209-ba5b-72c987a4e78a req-3c7b9aa0-fd71-4138-989d-6b5c9ab6506f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0600390 Jul 15 15:06:25.515835 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b8010944-623a-4209-ba5b-72c987a4e78a req-372a0c18-f45f-4632-b233-e3e3823a00e9 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 Jul 15 15:06:26.640635 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5733d-4bcd-4a8c-91f6-d3ee1cce1aa1 req-80debcdb-c8ca-4dea-9cde-cfde0998d889 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:26.643331 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a1a5733d-4bcd-4a8c-91f6-d3ee1cce1aa1 req-80debcdb-c8ca-4dea-9cde-cfde0998d889 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0532298 Jul 15 15:06:26.694321 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a1a5733d-4bcd-4a8c-91f6-d3ee1cce1aa1 req-42dca59f-83ca-41cb-b9cc-623fabd26ac9 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455403 Jul 15 15:06:27.815499 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941346f-d019-4827-8f38-8a67934a2754 req-d2baa6fb-c451-468e-8819-da4249872939 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:27.817174 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b941346f-d019-4827-8f38-8a67934a2754 req-d2baa6fb-c451-468e-8819-da4249872939 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0542598 Jul 15 15:06:27.873085 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b941346f-d019-4827-8f38-8a67934a2754 req-50f9ad60-fc5d-42e9-a9b8-a53ca4813aba tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484829 Jul 15 15:06:28.996335 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2da57-0b27-4110-8422-fb926dd7336f req-3e778233-9c07-4768-8a57-135a9f04ca8a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:28.996865 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-33c2da57-0b27-4110-8422-fb926dd7336f req-3e778233-9c07-4768-8a57-135a9f04ca8a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0566590 Jul 15 15:06:29.046877 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-33c2da57-0b27-4110-8422-fb926dd7336f req-878f60c5-0607-4365-b597-978a99c38e3a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447545 Jul 15 15:06:29.249172 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc590c7-07d4-4536-a587-7762bc2d6f85 req-f7580af3-490d-468e-9cb2-9e99ea8c9eb5 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:29.250673 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8cc590c7-07d4-4536-a587-7762bc2d6f85 req-f7580af3-490d-468e-9cb2-9e99ea8c9eb5 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0544629 Jul 15 15:06:29.311615 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8cc590c7-07d4-4536-a587-7762bc2d6f85 req-d0c5a06f-a0fe-487b-b987-c26d1b7e54cb tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539827 Jul 15 15:06:29.366958 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa092c4e-0018-45fb-aa82-3fa19261ba43 req-d90b100b-bd8b-4226-abb1-bf5c7180d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:29.368347 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa092c4e-0018-45fb-aa82-3fa19261ba43 req-d90b100b-bd8b-4226-abb1-bf5c7180d134 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6b962299ae347548ec82de0f2b6389d&device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 1130 time: 0.0470867 Jul 15 15:06:29.463332 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa092c4e-0018-45fb-aa82-3fa19261ba43 req-b2d2123b-232c-4656-8eac-982cf34d14de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:29.464823 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa092c4e-0018-45fb-aa82-3fa19261ba43 req-b2d2123b-232c-4656-8eac-982cf34d14de service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 200 len: 911 time: 0.0874851 Jul 15 15:06:29.535347 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa092c4e-0018-45fb-aa82-3fa19261ba43 req-554ed825-4368-42d7-b674-b95f087ac3a9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa3beace-8edd-4645-9f42-03b98db56b58 HTTP/1.1" status: 200 len: 1002 time: 0.0544422 Jul 15 15:06:29.586825 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa092c4e-0018-45fb-aa82-3fa19261ba43 req-a5c16614-ce2f-45c4-b6bf-8e1e3d7dc57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:29.588225 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa092c4e-0018-45fb-aa82-3fa19261ba43 req-a5c16614-ce2f-45c4-b6bf-8e1e3d7dc57a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff HTTP/1.1" status: 200 len: 849 time: 0.0459878 Jul 15 15:06:29.642114 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa092c4e-0018-45fb-aa82-3fa19261ba43 req-7de68aba-4f4d-4c5c-895a-5a66b77889b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:29.643474 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa092c4e-0018-45fb-aa82-3fa19261ba43 req-7de68aba-4f4d-4c5c-895a-5a66b77889b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ba6677d-5774-4709-9ff3-2439871082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430586 Jul 15 15:06:29.733422 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa092c4e-0018-45fb-aa82-3fa19261ba43 req-4016b81e-1327-43d6-8760-53bbd8f37362 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799968 Jul 15 15:06:29.823560 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa092c4e-0018-45fb-aa82-3fa19261ba43 req-754782c0-668b-4d27-9cd6-84643d768a8c service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835021 Jul 15 15:06:30.442137 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c95bd-32a9-4a1f-a6cc-104fa1974ddd req-2c3b8c65-f624-4f67-8e90-5f84f920be4a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:30.444018 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4d2c95bd-32a9-4a1f-a6cc-104fa1974ddd req-2c3b8c65-f624-4f67-8e90-5f84f920be4a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0626328 Jul 15 15:06:30.495788 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4d2c95bd-32a9-4a1f-a6cc-104fa1974ddd req-3e6a7559-4dda-4c6d-b51d-1ac8239ceeb3 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455863 Jul 15 15:06:31.614584 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc41f30-3b30-424a-b39d-16c751c65e29 req-c074e31f-683b-4c30-b3a9-c8df9ea8b3b8 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:31.616053 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-efc41f30-3b30-424a-b39d-16c751c65e29 req-c074e31f-683b-4c30-b3a9-c8df9ea8b3b8 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0537822 Jul 15 15:06:31.667152 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-efc41f30-3b30-424a-b39d-16c751c65e29 req-1a9f2606-3906-4400-87b6-130561e19159 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455430 Jul 15 15:06:33.515325 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37024) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:33.562728 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e2b285-7a27-4764-aa5a-9069a3b61d41 admin admin] Deleting subnet 5608ad4b-be41-4187-8790-dc8cb731a83d {{(pid=103713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:06:33.565883 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-08e2b285-7a27-4764-aa5a-9069a3b61d41 admin admin] Publish callbacks [] for subnet (5608ad4b-be41-4187-8790-dc8cb731a83d), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:33.599695 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-08e2b285-7a27-4764-aa5a-9069a3b61d41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8946345'] for subnet (5608ad4b-be41-4187-8790-dc8cb731a83d), precommit_delete_associations {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:33.637126 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-08e2b285-7a27-4764-aa5a-9069a3b61d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (5608ad4b-be41-4187-8790-dc8cb731a83d), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:33.691149 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-08e2b285-7a27-4764-aa5a-9069a3b61d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9594231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516920'] for subnet (5608ad4b-be41-4187-8790-dc8cb731a83d), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:33.720605 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2b285-7a27-4764-aa5a-9069a3b61d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5608ad4b-be41-4187-8790-dc8cb731a83d,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:33.724073 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-08e2b285-7a27-4764-aa5a-9069a3b61d41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:33.727210 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-08e2b285-7a27-4764-aa5a-9069a3b61d41 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5608ad4b-be41-4187-8790-dc8cb731a83d HTTP/1.1" status: 204 len: 168 time: 0.2108665 Jul 15 15:06:33.729683 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37026) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:33.797276 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (56a42ae6-651b-4aca-81e0-366c5c071562), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:33.877747 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (56a42ae6-651b-4aca-81e0-366c5c071562), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:33.897639 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a42ae6-651b-4aca-81e0-366c5c071562']}} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:33.906807 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf5190f-fd46-4398-899b-afc70c81ee63') {'for_net_delete': True} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:33.907760 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf5190f-fd46-4398-899b-afc70c81ee63') {} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:33.916816 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8946320'] for segment (7cf5190f-fd46-4398-899b-afc70c81ee63), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:33.930112 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (7cf5190f-fd46-4398-899b-afc70c81ee63), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:33.936047 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:06:33.936427 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9594317'] for segment (7cf5190f-fd46-4398-899b-afc70c81ee63), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:33.975692 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 7cf5190f-fd46-4398-899b-afc70c81ee63 resource provider aggregate not found Jul 15 15:06:33.994541 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 7cf5190f-fd46-4398-899b-afc70c81ee63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cf5190f-fd46-4398-899b-afc70c81ee63 found for delete ", "request_id": "req-f3aa0ca8-2b85-40f7-8f33-8e4edcb92d2f"}]} Jul 15 15:06:34.003514 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (56a42ae6-651b-4aca-81e0-366c5c071562), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:34.008860 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:34.011964 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] 10.222.0.47 "DELETE /v2.0/networks/56a42ae6-651b-4aca-81e0-366c5c071562 HTTP/1.1" status: 204 len: 168 time: 0.2813466 Jul 15 15:06:34.023956 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf51119-87bc-4cc4-96dd-ca42c0f0270f admin admin] Pushing event deleted for resources: {'Network': ['ID=56a42ae6-651b-4aca-81e0-366c5c071562,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:34.177586 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37034) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:34.217202 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-e9e621eb-59a2-4e74-9ed1-5813fd5714f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2aea0f8cf43e421ab692db69052995c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382895 Jul 15 15:06:34.219588 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37036) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:06:34.269470 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e2d0acfd-78c0-4c33-9727-62b60644c6bc admin admin] Publish callbacks [] for security_group (9d7313d8-d485-4f41-b5ba-e6111068470d), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:34.290100 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e2d0acfd-78c0-4c33-9727-62b60644c6bc admin admin] Publish callbacks [] for security_group (9d7313d8-d485-4f41-b5ba-e6111068470d), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:34.336158 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e2d0acfd-78c0-4c33-9727-62b60644c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (9d7313d8-d485-4f41-b5ba-e6111068470d), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:34.338799 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e2d0acfd-78c0-4c33-9727-62b60644c6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:34.339951 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-e2d0acfd-78c0-4c33-9727-62b60644c6bc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d7313d8-d485-4f41-b5ba-e6111068470d HTTP/1.1" status: 204 len: 168 time: 0.1194851 Jul 15 15:06:34.347476 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0acfd-78c0-4c33-9727-62b60644c6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7313d8-d485-4f41-b5ba-e6111068470d,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:36.778063 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:37.603416 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5cb23e53-a0ca-4139-b75b-41e3fffcb56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:39.688395 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-67feb22f-9aa2-4369-a229-53aec9da2922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:40.975358 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:42.395787 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:43.899668 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:06:46.521553 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:06:49.049416 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbf1f1-4623-4908-a644-26a372b9d8f9 req-26a199f4-4796-4c3c-884d-28c7f03179bb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:49.050907 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b0fbf1f1-4623-4908-a644-26a372b9d8f9 req-26a199f4-4796-4c3c-884d-28c7f03179bb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0554750 Jul 15 15:06:49.098892 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b0fbf1f1-4623-4908-a644-26a372b9d8f9 req-0e6099ba-be97-4559-b770-7ef5616ac2db tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420756 Jul 15 15:06:50.228491 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f387a8-d5fb-4052-bc16-7f8b9562cc35 req-349ad00b-855c-4e9e-bc94-f7894972f756 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:50.229978 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-42f387a8-d5fb-4052-bc16-7f8b9562cc35 req-349ad00b-855c-4e9e-bc94-f7894972f756 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0546665 Jul 15 15:06:50.276828 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-42f387a8-d5fb-4052-bc16-7f8b9562cc35 req-7a425f06-3666-4b81-81ed-d4d3f9a74afa tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412760 Jul 15 15:06:51.400967 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7cac9-91e5-438d-a4cc-5ff0a6485fdb req-6b73094b-f7d2-490e-b763-686dfa4c7fc5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:51.402422 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1ea7cac9-91e5-438d-a4cc-5ff0a6485fdb req-6b73094b-f7d2-490e-b763-686dfa4c7fc5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0531106 Jul 15 15:06:51.451384 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1ea7cac9-91e5-438d-a4cc-5ff0a6485fdb req-cc90eb99-5fcf-4ff0-938c-2bbc4d42e1a9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426588 Jul 15 15:06:52.574253 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dc0a8-f6b2-43e3-be17-0701cb82284d req-1726392e-528d-4985-8c3f-562802b546de tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:52.575725 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0f5dc0a8-f6b2-43e3-be17-0701cb82284d req-1726392e-528d-4985-8c3f-562802b546de tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0535426 Jul 15 15:06:52.622450 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0f5dc0a8-f6b2-43e3-be17-0701cb82284d req-f535a796-b136-46fb-937e-8e7f11957b6a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408571 Jul 15 15:06:53.743847 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc9d91-5ac1-441f-8243-c0463e61da7d req-5fec5961-7311-4bed-a254-6f42c5620bf7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:53.745358 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4cbc9d91-5ac1-441f-8243-c0463e61da7d req-5fec5961-7311-4bed-a254-6f42c5620bf7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0526788 Jul 15 15:06:53.792155 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4cbc9d91-5ac1-441f-8243-c0463e61da7d req-89d8e2c1-f9c0-4c8b-bc7a-e717c7790926 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Jul 15 15:06:54.919153 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dad60a-3856-409f-90ff-486015c0d303 req-37295c38-3cd2-4e8d-84ba-5bbd0fbb67a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:54.920633 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-16dad60a-3856-409f-90ff-486015c0d303 req-37295c38-3cd2-4e8d-84ba-5bbd0fbb67a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0566516 Jul 15 15:06:54.970788 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-16dad60a-3856-409f-90ff-486015c0d303 req-d0ecb174-9771-478d-89d5-a60f89bec6be tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431886 Jul 15 15:06:56.111364 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35e56f-2027-47d2-be9e-d084b5931272 req-1895bffd-2971-4999-9578-b5c82a06b7fc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:56.112524 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0b35e56f-2027-47d2-be9e-d084b5931272 req-1895bffd-2971-4999-9578-b5c82a06b7fc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0534804 Jul 15 15:06:56.162432 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0b35e56f-2027-47d2-be9e-d084b5931272 req-b762e1ba-d0ab-496c-81d2-40b31c2f982e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442989 Jul 15 15:06:57.286414 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688784e-20c8-4c61-9a3d-e5203b8c95ad req-3c8d200f-8608-4fdc-b327-c5af0e2de283 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:57.287805 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4688784e-20c8-4c61-9a3d-e5203b8c95ad req-3c8d200f-8608-4fdc-b327-c5af0e2de283 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0543149 Jul 15 15:06:57.334494 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4688784e-20c8-4c61-9a3d-e5203b8c95ad req-d1fdac55-38cd-44f6-b93f-b5fab1ae537b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 Jul 15 15:06:58.461818 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058812b4-8a77-4337-ac5f-e3af4ba6b15e req-206bf04d-a87e-4054-82c6-3ca5bf4a2316 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:58.463297 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-058812b4-8a77-4337-ac5f-e3af4ba6b15e req-206bf04d-a87e-4054-82c6-3ca5bf4a2316 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0572810 Jul 15 15:06:58.510746 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-058812b4-8a77-4337-ac5f-e3af4ba6b15e req-89d6ec07-b292-4ddb-901b-3710f6089328 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419018 Jul 15 15:06:59.630997 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e99c3-5473-43d0-bbc7-ea2fe143f9e4 req-fe15affd-f297-41b9-8483-c47379f84d40 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:06:59.632458 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e51e99c3-5473-43d0-bbc7-ea2fe143f9e4 req-fe15affd-f297-41b9-8483-c47379f84d40 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0510516 Jul 15 15:06:59.681211 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e51e99c3-5473-43d0-bbc7-ea2fe143f9e4 req-cea2d6da-6ffe-470d-9b75-2fbb68d6396f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432646 Jul 15 15:07:00.805632 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164470a9-d230-4c21-9b01-70ae448f5e3c req-d6515dee-7935-4ca9-988b-9ae797be3cdf tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:00.807144 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-164470a9-d230-4c21-9b01-70ae448f5e3c req-d6515dee-7935-4ca9-988b-9ae797be3cdf tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0541682 Jul 15 15:07:00.854594 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-164470a9-d230-4c21-9b01-70ae448f5e3c req-f5066031-3acf-4409-88e5-aafb4106af35 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419364 Jul 15 15:07:01.981302 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac870a-0c6a-44f8-969c-d140df82d2a8 req-7ab8fec8-5977-4826-83a5-102dd2b99f9d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:01.982877 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-39ac870a-0c6a-44f8-969c-d140df82d2a8 req-7ab8fec8-5977-4826-83a5-102dd2b99f9d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0571668 Jul 15 15:07:02.035422 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-39ac870a-0c6a-44f8-969c-d140df82d2a8 req-561a2c04-b63f-40d6-a9cc-f9b85494383e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457723 Jul 15 15:07:03.163890 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49094f-619e-4276-9012-b237621fa2a5 req-59cf7b45-d431-4262-9620-700d64f9161f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:03.165405 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a49094f-619e-4276-9012-b237621fa2a5 req-59cf7b45-d431-4262-9620-700d64f9161f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0585163 Jul 15 15:07:03.211973 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a49094f-619e-4276-9012-b237621fa2a5 req-390d7fe3-c34d-4819-bf35-323a6e698ecb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410333 Jul 15 15:07:04.336087 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d06c-dbc1-4d31-83ec-0e486d95d8e5 req-13d838b4-0d22-426d-a369-6ea6a3e8c29d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:04.337575 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c5b1d06c-dbc1-4d31-83ec-0e486d95d8e5 req-13d838b4-0d22-426d-a369-6ea6a3e8c29d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0519643 Jul 15 15:07:04.385448 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c5b1d06c-dbc1-4d31-83ec-0e486d95d8e5 req-2b723e96-33c9-4684-b270-13be7baf65f3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422616 Jul 15 15:07:05.509871 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa5d54-1a51-4f25-941a-df8f4eb0faa4 req-30e9b406-61c1-4c54-a460-84774d093218 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:05.511352 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0faa5d54-1a51-4f25-941a-df8f4eb0faa4 req-30e9b406-61c1-4c54-a460-84774d093218 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0521908 Jul 15 15:07:05.558097 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0faa5d54-1a51-4f25-941a-df8f4eb0faa4 req-1a3ae9ee-81f7-4098-a49d-d408eaa10cad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410149 Jul 15 15:07:06.684934 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1c4bf-6601-4b85-ab20-328480e9f090 req-d3c69b2f-21eb-4f3e-a626-f6da3df24fd8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:06.686403 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8ab1c4bf-6601-4b85-ab20-328480e9f090 req-d3c69b2f-21eb-4f3e-a626-f6da3df24fd8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0581162 Jul 15 15:07:06.732376 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8ab1c4bf-6601-4b85-ab20-328480e9f090 req-e87fb1ab-2400-4932-9c1e-7384a76598ae tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404117 Jul 15 15:07:06.794924 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:07.396699 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 00bcb254-9fea-44c6-87c7-c34b963ce6f5 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:07:07.493202 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:07.505427 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'port_id': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'mac_address': 'fa:16:3e:0a:94:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:07:07.538185 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 is: ACTIVE; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:07:07.538577 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:07.551531 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00bcb254-9fea-44c6-87c7-c34b963ce6f5 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:07:07.571457 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:07.575340 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:07.630200 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-50cc8935-8e50-49d4-91d7-024b25e6acde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:07.635662 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=00bcb254-9fea-44c6-87c7-c34b963ce6f5,revision_number=6']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:07.643013 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.643365 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.643714 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.644058 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.644397 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.644762 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.645098 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.645435 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.645765 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.646096 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.646426 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.646809 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.647087 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:07.802594 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['00bcb254-9fea-44c6-87c7-c34b963ce6f5'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:07:07.859076 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7fab1-42c1-47de-912c-6d79fb8ffc07 req-61fd18bb-001e-43de-9664-2017819b42ba tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:07.862683 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0cf7fab1-42c1-47de-912c-6d79fb8ffc07 req-61fd18bb-001e-43de-9664-2017819b42ba tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0580945 Jul 15 15:07:07.915032 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0cf7fab1-42c1-47de-912c-6d79fb8ffc07 req-7f2ca214-d3dd-4a28-ba82-686446b9fa5b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469062 Jul 15 15:07:09.037556 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b00cee-1797-448e-822f-69f5253aac1e req-31921612-f320-4b85-a053-6b65414d9d71 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:09.039033 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-66b00cee-1797-448e-822f-69f5253aac1e req-31921612-f320-4b85-a053-6b65414d9d71 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0527267 Jul 15 15:07:09.089641 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-66b00cee-1797-448e-822f-69f5253aac1e req-d2b68e0f-1aed-4c87-a757-1dbe3c525706 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449550 Jul 15 15:07:09.405835 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 00bcb254-9fea-44c6-87c7-c34b963ce6f5 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:07:09.452583 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:07:09.452972 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:09.645352 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:07:09.645749 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:09.668445 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:07:09.670747 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44e0535-c8f9-434b-b380-c0cb466cc5c9" -d '{"events": [{"server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "name": "network-vif-plugged", "status": "completed", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:09.694538 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:09.700065 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:09.706659 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7200142-2589-44d3-b573-ed9a384530df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:09.752265 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=00bcb254-9fea-44c6-87c7-c34b963ce6f5,revision_number=7']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:09.780863 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-104749ce-bed1-4716-9397-d4f4440f5311 req-2f653fae-f353-4699-bcf2-bd025a34deef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1533968 Jul 15 15:07:09.785867 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02062487-ad40-4193-aca7-ed9fc255e595 x-openstack-request-id: req-02062487-ad40-4193-aca7-ed9fc255e595 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:07:09.786166 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "name": "network-vif-plugged", "status": "completed", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:07:09.786427 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-02062487-ad40-4193-aca7-ed9fc255e595 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:07:09.786826 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02062487-ad40-4193-aca7-ed9fc255e595'] response: {'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'code': 200} Jul 15 15:07:09.920027 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104749ce-bed1-4716-9397-d4f4440f5311 req-71543c9b-60f4-401a-ba7d-97469d78a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:09.921527 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-104749ce-bed1-4716-9397-d4f4440f5311 req-71543c9b-60f4-401a-ba7d-97469d78a5d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 1130 time: 0.0483525 Jul 15 15:07:10.028907 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104749ce-bed1-4716-9397-d4f4440f5311 req-3f3e3682-fd99-4cf4-af1e-9b224c78a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:10.030429 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-104749ce-bed1-4716-9397-d4f4440f5311 req-3f3e3682-fd99-4cf4-af1e-9b224c78a42e service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 915 time: 0.0873878 Jul 15 15:07:10.098024 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-104749ce-bed1-4716-9397-d4f4440f5311 req-bb1bad24-1f0b-4cad-8252-b0b25671915a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6dce89a-8073-4a24-b77f-96ecdfe6f936 HTTP/1.1" status: 200 len: 1002 time: 0.0581629 Jul 15 15:07:10.147077 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104749ce-bed1-4716-9397-d4f4440f5311 req-30612210-6a53-4060-ae3c-46bd5a2e17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:10.148905 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-104749ce-bed1-4716-9397-d4f4440f5311 req-30612210-6a53-4060-ae3c-46bd5a2e17b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.0446608 Jul 15 15:07:10.200938 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104749ce-bed1-4716-9397-d4f4440f5311 req-1bd0a855-a163-41af-9fc5-67c4b60b8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:10.202350 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-104749ce-bed1-4716-9397-d4f4440f5311 req-1bd0a855-a163-41af-9fc5-67c4b60b8d29 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465527 Jul 15 15:07:10.213995 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3934c3-7e86-4a02-a1db-bced611d46d1 req-d50c66b6-7de1-4842-980e-730c6006e80b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:10.215447 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bc3934c3-7e86-4a02-a1db-bced611d46d1 req-d50c66b6-7de1-4842-980e-730c6006e80b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0520089 Jul 15 15:07:10.261789 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bc3934c3-7e86-4a02-a1db-bced611d46d1 req-39f5b68a-e641-46db-962c-dbce694a7bc8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403833 Jul 15 15:07:10.294955 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-104749ce-bed1-4716-9397-d4f4440f5311 req-1ce340cd-75fb-4f07-b0a7-df025f0d0369 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855503 Jul 15 15:07:10.385865 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-104749ce-bed1-4716-9397-d4f4440f5311 req-ebe42127-fc8e-4d81-8f98-3033938448bc service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830953 Jul 15 15:07:10.978127 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:11.393644 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dff23-21e5-4ff1-a5d8-d510358623f7 req-4ed2829e-48ba-4fe4-823a-30d21154e3b9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:11.395149 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bc2dff23-21e5-4ff1-a5d8-d510358623f7 req-4ed2829e-48ba-4fe4-823a-30d21154e3b9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0568371 Jul 15 15:07:11.442879 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bc2dff23-21e5-4ff1-a5d8-d510358623f7 req-6e03c0e3-a214-4ef1-9dbc-849e8a9162b8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Jul 15 15:07:12.399309 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:12.564465 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794216d-0796-4408-9a17-3daaef8d1613 req-11380e6a-5ed8-41be-8955-023921067de7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:12.566079 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4794216d-0796-4408-9a17-3daaef8d1613 req-11380e6a-5ed8-41be-8955-023921067de7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0524881 Jul 15 15:07:12.611768 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4794216d-0796-4408-9a17-3daaef8d1613 req-486cc238-57e9-46a8-8a89-9202fa4de507 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401359 Jul 15 15:07:13.737516 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7696d28-b2be-4647-889f-06b5feb243d5 req-9d00a0d6-b831-4d5d-b3cb-33fe4880449e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:13.738884 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e7696d28-b2be-4647-889f-06b5feb243d5 req-9d00a0d6-b831-4d5d-b3cb-33fe4880449e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0558772 Jul 15 15:07:13.785185 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e7696d28-b2be-4647-889f-06b5feb243d5 req-4dff5eeb-4f88-476c-aa06-1f7c6c6e0093 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408289 Jul 15 15:07:13.901873 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:14.913587 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da8a30-cf1d-484c-9c6e-7a64fe132ccf req-b6983399-8907-42be-9050-5e52c4bc9667 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:14.915069 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-74da8a30-cf1d-484c-9c6e-7a64fe132ccf req-b6983399-8907-42be-9050-5e52c4bc9667 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0585427 Jul 15 15:07:14.966121 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-74da8a30-cf1d-484c-9c6e-7a64fe132ccf req-f2e79e29-13ea-4c3e-b90e-ecfbaaf034fe tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454433 Jul 15 15:07:16.113006 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfef699-c9fc-403f-a43f-1eff101d2bff req-91f82a7d-6c0f-41c8-8f62-45a689706d52 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:16.120509 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1dfef699-c9fc-403f-a43f-1eff101d2bff req-91f82a7d-6c0f-41c8-8f62-45a689706d52 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0660102 Jul 15 15:07:16.169194 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1dfef699-c9fc-403f-a43f-1eff101d2bff req-e2adbd99-4751-42e1-b3df-18c6a173f648 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475776 Jul 15 15:07:17.111601 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472f254-092a-4e11-a601-402b900577d0 req-e8a0e37c-4966-47a1-8e0f-f7643fe2b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:17.113132 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a472f254-092a-4e11-a601-402b900577d0 req-e8a0e37c-4966-47a1-8e0f-f7643fe2b671 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 1130 time: 0.1149848 Jul 15 15:07:17.124159 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75b00c-f072-4b57-b557-1e2da74c2632 req-2fc2511e-3707-4763-b12c-b9e3addbccb8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:17.125646 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee75b00c-f072-4b57-b557-1e2da74c2632 req-2fc2511e-3707-4763-b12c-b9e3addbccb8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.1296701 Jul 15 15:07:17.240800 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee75b00c-f072-4b57-b557-1e2da74c2632 req-e219af56-e33e-4967-b136-c404519cd960 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917640 Jul 15 15:07:17.278041 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472f254-092a-4e11-a601-402b900577d0 req-c6f8664b-cb64-435a-8d45-6da10bb3a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:17.283360 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a472f254-092a-4e11-a601-402b900577d0 req-c6f8664b-cb64-435a-8d45-6da10bb3a41b service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.1559587 Jul 15 15:07:17.303245 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb1c36-55ef-45c8-ba3d-3bea480393ab req-20ef0abd-85c9-45fd-ae66-01c2b5c7a352 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:17.310609 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d1fb1c36-55ef-45c8-ba3d-3bea480393ab req-20ef0abd-85c9-45fd-ae66-01c2b5c7a352 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0636897 Jul 15 15:07:17.359553 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d1fb1c36-55ef-45c8-ba3d-3bea480393ab req-a149e36f-288f-406f-b398-8c67f2aa42bc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479970 Jul 15 15:07:17.364346 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a472f254-092a-4e11-a601-402b900577d0 req-7c93c23b-b5c3-4afe-b041-5cffe7a0fb29 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3233b0-b87c-460d-a866-dc75602f653c HTTP/1.1" status: 200 len: 1000 time: 0.0713375 Jul 15 15:07:17.445111 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472f254-092a-4e11-a601-402b900577d0 req-4f0d6957-5aa5-40a2-9a8e-915d0e2cd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:17.446869 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a472f254-092a-4e11-a601-402b900577d0 req-4f0d6957-5aa5-40a2-9a8e-915d0e2cd3f4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0673370 Jul 15 15:07:17.509558 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472f254-092a-4e11-a601-402b900577d0 req-13c49921-3196-47aa-bcb6-163d6a259953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:17.511066 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a472f254-092a-4e11-a601-402b900577d0 req-13c49921-3196-47aa-bcb6-163d6a259953 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529311 Jul 15 15:07:17.636853 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a472f254-092a-4e11-a601-402b900577d0 req-942140b5-528a-4225-a9a5-f98fb0c5d1c6 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174855 Jul 15 15:07:17.738629 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a472f254-092a-4e11-a601-402b900577d0 req-c2331f6e-f68e-49c0-89a2-d23d778018f5 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959377 Jul 15 15:07:18.368340 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a12a8-1ba2-4ff1-af38-1110f9a98140 req-4fccde81-f02d-4fcd-b87e-395d431e135d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:18.370006 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-293a12a8-1ba2-4ff1-af38-1110f9a98140 req-4fccde81-f02d-4fcd-b87e-395d431e135d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0587807 Jul 15 15:07:18.421919 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-293a12a8-1ba2-4ff1-af38-1110f9a98140 req-785bee7d-45a2-43fb-8017-53a9f60a176c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463104 Jul 15 15:07:18.513627 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719745d-24f0-406d-a812-bd912216c952 req-043c60c0-66fe-4cdb-8afb-70c7d147f33e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:18.515892 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d719745d-24f0-406d-a812-bd912216c952 req-043c60c0-66fe-4cdb-8afb-70c7d147f33e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0591075 Jul 15 15:07:18.568028 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d719745d-24f0-406d-a812-bd912216c952 req-b096f276-5418-49c1-a5e7-83e8dcda036f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455422 Jul 15 15:07:19.557517 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc52a81-0d76-4c0c-8011-7f50717ada1a req-1be41c65-1243-40a6-a7bb-d2cde17fe555 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:19.560030 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fdc52a81-0d76-4c0c-8011-7f50717ada1a req-1be41c65-1243-40a6-a7bb-d2cde17fe555 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0596871 Jul 15 15:07:19.613314 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fdc52a81-0d76-4c0c-8011-7f50717ada1a req-b9a6e7e5-3fb1-4c8e-9afa-3fd3dc77062c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468328 Jul 15 15:07:19.700093 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49c67d-03c3-4303-87bd-20bd933cf476 req-2d2e444b-db5d-4805-9afb-c7e83032fb63 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:19.701648 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8e49c67d-03c3-4303-87bd-20bd933cf476 req-2d2e444b-db5d-4805-9afb-c7e83032fb63 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0551367 Jul 15 15:07:19.754565 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8e49c67d-03c3-4303-87bd-20bd933cf476 req-f9def509-e0f0-4da7-982a-55c4702a2328 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460067 Jul 15 15:07:20.747779 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752269cb-479c-4531-b636-bb0fce76163c req-edd82f39-db96-49ba-a20a-17abb88f600d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:20.749597 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-752269cb-479c-4531-b636-bb0fce76163c req-edd82f39-db96-49ba-a20a-17abb88f600d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0653212 Jul 15 15:07:20.804570 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-752269cb-479c-4531-b636-bb0fce76163c req-f51433e8-2da8-49bd-ae24-17d1ce0ead5e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469272 Jul 15 15:07:20.926021 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff5ed9-c728-4d09-9f80-0ef08b50fb7d req-48123462-9c12-4780-a70b-11b7ad52535e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:20.933110 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-34ff5ed9-c728-4d09-9f80-0ef08b50fb7d req-48123462-9c12-4780-a70b-11b7ad52535e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0649009 Jul 15 15:07:20.991135 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-34ff5ed9-c728-4d09-9f80-0ef08b50fb7d req-5c944e7c-0a8d-4ceb-a5d6-9e7961f0de7e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498986 Jul 15 15:07:21.933908 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6ab1b-9ae1-4e3e-9e8b-1c25d052b419 req-2d16699c-9607-45eb-aca3-9e91be997709 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:21.935188 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-88b6ab1b-9ae1-4e3e-9e8b-1c25d052b419 req-2d16699c-9607-45eb-aca3-9e91be997709 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0550492 Jul 15 15:07:22.008942 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-88b6ab1b-9ae1-4e3e-9e8b-1c25d052b419 req-4da49a51-0ede-4bde-a7d5-7dac79f87b70 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620766 Jul 15 15:07:22.352430 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7a0ce-1b0d-448f-923a-8ae6b148f8bf req-45aff9cb-f947-4206-8ba7-519806cba90a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:22.359888 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-34b7a0ce-1b0d-448f-923a-8ae6b148f8bf req-45aff9cb-f947-4206-8ba7-519806cba90a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.2846274 Jul 15 15:07:22.407162 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-34b7a0ce-1b0d-448f-923a-8ae6b148f8bf req-8e4e099a-7be5-4886-bea3-7cf99d40e1a7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463409 Jul 15 15:07:23.154232 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07544a27-24fe-494a-bd70-fdf66e866bf1 req-5fb8cf41-bc62-4974-a6bb-d7cc8e1eec58 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:23.155775 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-07544a27-24fe-494a-bd70-fdf66e866bf1 req-5fb8cf41-bc62-4974-a6bb-d7cc8e1eec58 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0697839 Jul 15 15:07:23.211871 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-07544a27-24fe-494a-bd70-fdf66e866bf1 req-6040ab08-38eb-47e0-b6e4-85e18d5dc04d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487897 Jul 15 15:07:23.528825 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:07:23.555088 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9f423-111d-4b02-a934-a47601be02c7 req-ec5d0539-c01a-451d-baba-e98ec243f426 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:23.556901 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-90b9f423-111d-4b02-a934-a47601be02c7 req-ec5d0539-c01a-451d-baba-e98ec243f426 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0721452 Jul 15 15:07:23.634838 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-90b9f423-111d-4b02-a934-a47601be02c7 req-724b70b7-4518-4d98-9002-f1a95a9f0dbe tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681353 Jul 15 15:07:24.349985 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106852d-3898-489b-a89a-150142cd4a9f req-49d1b5d0-6cdd-466d-bae0-87b25c327771 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:24.351543 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d106852d-3898-489b-a89a-150142cd4a9f req-49d1b5d0-6cdd-466d-bae0-87b25c327771 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0618486 Jul 15 15:07:24.403403 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d106852d-3898-489b-a89a-150142cd4a9f req-50968213-aad5-4d54-80a7-2eaeb0c5caa0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457108 Jul 15 15:07:24.775003 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef8d05-5063-4b8a-ac97-5f87ece2b490 req-5d3a552a-e657-4ad3-a661-d27a0732936b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:24.776627 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d0ef8d05-5063-4b8a-ac97-5f87ece2b490 req-5d3a552a-e657-4ad3-a661-d27a0732936b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0614965 Jul 15 15:07:24.833104 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d0ef8d05-5063-4b8a-ac97-5f87ece2b490 req-7a20c7c6-dd00-46b3-adf0-e761409b6247 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507619 Jul 15 15:07:25.526254 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763948e-bd68-4590-bf80-103714dd25ee req-aa16e69f-3745-4e42-93a3-a6c984afb890 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:25.527690 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9763948e-bd68-4590-bf80-103714dd25ee req-aa16e69f-3745-4e42-93a3-a6c984afb890 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0516443 Jul 15 15:07:25.577333 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9763948e-bd68-4590-bf80-103714dd25ee req-2a55698a-f468-4991-ba8e-53e2ceedd2ee tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432310 Jul 15 15:07:25.948052 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24a600-58c6-4a11-a7f1-bc0f10530616 req-bae6ec30-4e29-43bb-8019-a017db5bcc6a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:25.949873 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ea24a600-58c6-4a11-a7f1-bc0f10530616 req-bae6ec30-4e29-43bb-8019-a017db5bcc6a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0528886 Jul 15 15:07:25.998327 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ea24a600-58c6-4a11-a7f1-bc0f10530616 req-110c748c-87cc-4bb1-867c-2f3bf542af9e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 Jul 15 15:07:26.184871 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc84ff-b0b5-4414-98fa-c1d169e8d259 req-db6dcf2f-1457-4184-8548-8c87406e2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:26.186240 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eebc84ff-b0b5-4414-98fa-c1d169e8d259 req-db6dcf2f-1457-4184-8548-8c87406e2012 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 1130 time: 0.0454035 Jul 15 15:07:26.272858 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc84ff-b0b5-4414-98fa-c1d169e8d259 req-e3dea273-be1e-499a-9e34-11a90866512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:26.274282 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eebc84ff-b0b5-4414-98fa-c1d169e8d259 req-e3dea273-be1e-499a-9e34-11a90866512d service neutron] 10.222.0.77 "GET /v2.0/networks?id=6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 200 len: 917 time: 0.0817778 Jul 15 15:07:26.336405 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eebc84ff-b0b5-4414-98fa-c1d169e8d259 req-afa6ae90-e2d0-44c1-88d9-a8e7b334f50c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5 HTTP/1.1" status: 200 len: 1002 time: 0.0558920 Jul 15 15:07:26.384529 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc84ff-b0b5-4414-98fa-c1d169e8d259 req-7527c24e-1984-4d68-bd5b-01e4ee5c7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:26.385955 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eebc84ff-b0b5-4414-98fa-c1d169e8d259 req-7527c24e-1984-4d68-bd5b-01e4ee5c7b5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=91da5f73-afdf-40ef-8514-e3bc1855b00b HTTP/1.1" status: 200 len: 855 time: 0.0431640 Jul 15 15:07:26.434113 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc84ff-b0b5-4414-98fa-c1d169e8d259 req-6b07b478-31ff-4b47-a4d4-73cd79432a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:26.435616 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eebc84ff-b0b5-4414-98fa-c1d169e8d259 req-6b07b478-31ff-4b47-a4d4-73cd79432a93 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6bc3d271-2ef5-49bb-a731-b4563e428444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432513 Jul 15 15:07:26.523904 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eebc84ff-b0b5-4414-98fa-c1d169e8d259 req-5eaec886-a10a-4795-9894-7255de1f5cf1 service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819898 Jul 15 15:07:26.613855 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-eebc84ff-b0b5-4414-98fa-c1d169e8d259 req-8166236c-c34e-4d63-8339-bcd33aeaa06d service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832155 Jul 15 15:07:26.702300 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8401141-1bfb-4e58-a413-0a7ed2965dc9 req-ac32fa05-f355-4a83-b099-4c20203377a9 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:26.703684 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a8401141-1bfb-4e58-a413-0a7ed2965dc9 req-ac32fa05-f355-4a83-b099-4c20203377a9 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0575893 Jul 15 15:07:26.749858 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a8401141-1bfb-4e58-a413-0a7ed2965dc9 req-6ed3ce49-cfff-42d5-806c-a637112f3e9f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405564 Jul 15 15:07:27.123234 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf9758-fd10-4d79-844c-65cbabdbd297 req-2a7774cd-ba71-4cfd-b0e7-370f84df1f77 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:27.124715 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2bbf9758-fd10-4d79-844c-65cbabdbd297 req-2a7774cd-ba71-4cfd-b0e7-370f84df1f77 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0550437 Jul 15 15:07:27.176062 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2bbf9758-fd10-4d79-844c-65cbabdbd297 req-4cdd666c-efc0-4a80-8f73-29046ae16674 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454330 Jul 15 15:07:27.868679 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d390b61-3860-4c85-8424-1f5025de0d11 req-b125bc8b-846f-4dc2-982b-b4773cca7c11 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:27.870179 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d390b61-3860-4c85-8424-1f5025de0d11 req-b125bc8b-846f-4dc2-982b-b4773cca7c11 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0525343 Jul 15 15:07:27.916797 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d390b61-3860-4c85-8424-1f5025de0d11 req-8d3f8144-ab2f-4aa7-8c2b-6f94e53c79dd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409529 Jul 15 15:07:28.296389 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a23bf-ffef-4472-a972-e1ef7d2b07fa req-9b1e0666-a57a-400b-89cb-c2a77ef4a0de tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:28.298660 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e74a23bf-ffef-4472-a972-e1ef7d2b07fa req-9b1e0666-a57a-400b-89cb-c2a77ef4a0de tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0515983 Jul 15 15:07:28.342787 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e74a23bf-ffef-4472-a972-e1ef7d2b07fa req-c9fefaa9-199c-4f40-9aff-1e67dfd8ece6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387342 Jul 15 15:07:29.047175 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4b98a-57ed-4a7a-bb03-f421a86078cb req-9199dbaf-def6-43b7-ac48-855d400e08be tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:29.049085 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4ba4b98a-57ed-4a7a-bb03-f421a86078cb req-9199dbaf-def6-43b7-ac48-855d400e08be tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0591176 Jul 15 15:07:29.101305 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4ba4b98a-57ed-4a7a-bb03-f421a86078cb req-bb5eec18-0c05-4b35-8bd0-37dccf1491ca tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469778 Jul 15 15:07:29.466763 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37db238-5bac-4bc5-967c-ff7795212bc9 req-81f19fa0-e069-4fe0-a720-3e47b6af8bb1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:29.468204 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e37db238-5bac-4bc5-967c-ff7795212bc9 req-81f19fa0-e069-4fe0-a720-3e47b6af8bb1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 946 time: 0.0517023 Jul 15 15:07:29.507347 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 00bcb254-9fea-44c6-87c7-c34b963ce6f5 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:29.519997 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e37db238-5bac-4bc5-967c-ff7795212bc9 req-d53c0ec2-6984-42c8-8e81-75e36132127e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459015 Jul 15 15:07:29.579389 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 is: ACTIVE; New status is: DOWN {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:07:29.579797 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:29.602827 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:07:29.605121 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4ee6fd-498c-49c8-a28a-301059632cbf" -d '{"events": [{"server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "name": "network-vif-unplugged", "status": "completed", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:29.618359 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:29.623353 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:29.660601 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Jul 2022 15:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7c4ea9-ea82-4a16-b21c-b344899a2473 x-openstack-request-id: req-da7c4ea9-ea82-4a16-b21c-b344899a2473 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:07:29.660907 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "name": "network-vif-unplugged", "status": "failed", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5", "code": 422}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:07:29.661169 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-da7c4ea9-ea82-4a16-b21c-b344899a2473 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:07:29.661606 dv-cinder-848821-1-iscsi neutron-server[103714]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-da7c4ea9-ea82-4a16-b21c-b344899a2473']: {'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'code': 422} returned with failed status Jul 15 15:07:29.687766 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=00bcb254-9fea-44c6-87c7-c34b963ce6f5,revision_number=8']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:30.035906 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [req-252af89f-dda8-427a-a699-f4bbeb28297e req-85d5dca1-4589-4ce1-be50-9eeb9d3bbfb7 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103712) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 15:07:30.036950 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-252af89f-dda8-427a-a699-f4bbeb28297e req-85d5dca1-4589-4ce1-be50-9eeb9d3bbfb7 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506303 Jul 15 15:07:30.204024 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7fa13-a9d9-4fc1-97a9-ee3b90fc36f0 req-39ce48a8-4fc5-488b-af66-2ed1f7137359 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:30.205787 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-15a7fa13-a9d9-4fc1-97a9-ee3b90fc36f0 req-39ce48a8-4fc5-488b-af66-2ed1f7137359 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0601516 Jul 15 15:07:30.229801 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f80da-dc83-42a0-9325-951ad1302f69 req-35eb95ac-ab54-4f92-b102-1fefa7ca66ca tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:30.231316 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6f9f80da-dc83-42a0-9325-951ad1302f69 req-35eb95ac-ab54-4f92-b102-1fefa7ca66ca tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0606608 Jul 15 15:07:30.264001 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-15a7fa13-a9d9-4fc1-97a9-ee3b90fc36f0 req-1cf88fd8-697f-4cad-aa55-4204bca5af3c tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506413 Jul 15 15:07:30.283528 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6f9f80da-dc83-42a0-9325-951ad1302f69 req-158d3ba0-2a41-4237-9ae7-b4b952eab4b2 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 Jul 15 15:07:30.429332 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 37336) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:07:30.548605 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-28a2e080-501b-4b0a-8bf8-abcd7ffb6aa7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174235 Jul 15 15:07:30.557470 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-f9d39693-c954-4b9a-95dd-123d899285c1 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103712) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 15:07:30.558446 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-f9d39693-c954-4b9a-95dd-123d899285c1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049746 Jul 15 15:07:30.634320 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37344) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:07:30.727170 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-cba4611a-6225-4e9d-ae93-159b38b7b493 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:30.728515 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-cba4611a-6225-4e9d-ae93-159b38b7b493 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports/00bcb254-9fea-44c6-87c7-c34b963ce6f5 HTTP/1.1" status: 200 len: 941 time: 0.0932288 Jul 15 15:07:31.390317 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6e449-e352-4640-995c-d5710efc500f req-381885b8-9114-4e79-bf02-8afc75dbac43 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:31.392418 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1bf6e449-e352-4640-995c-d5710efc500f req-381885b8-9114-4e79-bf02-8afc75dbac43 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0556436 Jul 15 15:07:31.413427 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62bb96-998d-43ef-b1bb-070b92a8fca8 req-5c038d50-48ca-40c7-a0e0-aaf07873cdb7 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:31.415945 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bb62bb96-998d-43ef-b1bb-070b92a8fca8 req-5c038d50-48ca-40c7-a0e0-aaf07873cdb7 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0624259 Jul 15 15:07:31.464151 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bb62bb96-998d-43ef-b1bb-070b92a8fca8 req-aee9098d-da35-4663-831b-4bdb37e1931b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431383 Jul 15 15:07:31.694380 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1bf6e449-e352-4640-995c-d5710efc500f req-b6906e6c-ffbc-4652-8c2a-9499f9ff5605 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962825 Jul 15 15:07:32.574761 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-2e7acd04-ac0c-4e52-91e4-7b7496a20bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:32.576335 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-2e7acd04-ac0c-4e52-91e4-7b7496a20bb6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f&tenant_id=a5b10a89a32a439195ee8e69d5d51655 HTTP/1.1" status: 200 len: 1128 time: 0.0765030 Jul 15 15:07:32.585916 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ea1f8-886b-470d-988e-b169fe3f7945 req-0db1a0e3-b207-4c10-b270-1d5b29f01f5a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:32.587385 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-904ea1f8-886b-470d-988e-b169fe3f7945 req-0db1a0e3-b207-4c10-b270-1d5b29f01f5a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0521615 Jul 15 15:07:32.635829 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-904ea1f8-886b-470d-988e-b169fe3f7945 req-8e54b6b1-6333-4156-a013-5e2ca9cd17ee tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426819 Jul 15 15:07:32.654449 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-8c71c9b0-9462-4367-82a8-7cdc858b8d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:32.655851 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-8c71c9b0-9462-4367-82a8-7cdc858b8d88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 1128 time: 0.0439007 Jul 15 15:07:32.752122 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-6a8358b8-894d-4abc-bc62-c82a65f5d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:32.753487 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-6a8358b8-894d-4abc-bc62-c82a65f5d127 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 200 len: 917 time: 0.0918138 Jul 15 15:07:32.845635 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-40da3efe-7ef1-4034-9c7f-e1d36861dab8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5 HTTP/1.1" status: 200 len: 1000 time: 0.0859673 Jul 15 15:07:32.866694 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce0462-e565-457c-95b2-593c61abaff6 req-8263b7a8-110a-4981-b5a5-777b844620a2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:32.868128 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-05ce0462-e565-457c-95b2-593c61abaff6 req-8263b7a8-110a-4981-b5a5-777b844620a2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.1018190 Jul 15 15:07:32.926075 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-b82c3182-c02b-4d6f-aa50-11931aae9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:32.927579 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-b82c3182-c02b-4d6f-aa50-11931aae9baf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=91da5f73-afdf-40ef-8514-e3bc1855b00b HTTP/1.1" status: 200 len: 855 time: 0.0757942 Jul 15 15:07:32.951026 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-05ce0462-e565-457c-95b2-593c61abaff6 req-7c5fc18f-7926-4b80-8142-4204d117cd47 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648634 Jul 15 15:07:32.983585 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-8b5d6de9-cbab-4acc-b5a3-be919ea1ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:32.985163 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-8b5d6de9-cbab-4acc-b5a3-be919ea1ded8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6bc3d271-2ef5-49bb-a731-b4563e428444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503109 Jul 15 15:07:33.077989 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-24386496-ac9f-41ce-8f08-4fae19cbc7ac service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863771 Jul 15 15:07:33.172418 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8a3dd4cc-5bb3-4ef2-aabb-86976dd84bdf req-71c4510e-c9f3-4d04-95f0-92eda674d010 service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829813 Jul 15 15:07:33.524608 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 00bcb254-9fea-44c6-87c7-c34b963ce6f5 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:33.605160 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 is: DOWN; New status is: DOWN {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:07:33.810484 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293b7ec-590c-435d-857e-85c8e4f7dbaf req-34ce1d90-6578-432d-bc96-67bc5c805eb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:33.812970 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1293b7ec-590c-435d-857e-85c8e4f7dbaf req-34ce1d90-6578-432d-bc96-67bc5c805eb0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0786054 Jul 15 15:07:33.867674 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1293b7ec-590c-435d-857e-85c8e4f7dbaf req-e6e2aa47-d774-438c-a99c-bea9a80a1d29 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480387 Jul 15 15:07:34.088989 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a67e18-1542-4ca0-8181-a946af11c788 req-f8d6e06f-b3ea-437f-b451-b9b2f5dd88e6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:34.090670 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-88a67e18-1542-4ca0-8181-a946af11c788 req-f8d6e06f-b3ea-437f-b451-b9b2f5dd88e6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0653503 Jul 15 15:07:34.140445 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-88a67e18-1542-4ca0-8181-a946af11c788 req-84e70b13-90cd-4ab9-93b4-bdd7c558c487 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431621 Jul 15 15:07:34.998908 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688830d-7816-4ce5-9419-87164f8942ba req-61fc0921-e6e3-4d52-adee-cc8565ac2347 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:34.998908 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e688830d-7816-4ce5-9419-87164f8942ba req-61fc0921-e6e3-4d52-adee-cc8565ac2347 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0561371 Jul 15 15:07:35.048978 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e688830d-7816-4ce5-9419-87164f8942ba req-1169c158-7609-4ed7-816c-83e65c77a5af tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449781 Jul 15 15:07:35.272879 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0277be5-9e85-41c3-a33b-798c73e11a7b req-21a4f0e3-a884-421a-9ef0-650fd1adc395 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:35.274464 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0277be5-9e85-41c3-a33b-798c73e11a7b req-21a4f0e3-a884-421a-9ef0-650fd1adc395 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0559816 Jul 15 15:07:35.324676 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0277be5-9e85-41c3-a33b-798c73e11a7b req-61987af6-e93d-46ff-b21f-11b901696df8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442255 Jul 15 15:07:36.179614 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ace2d-1ac6-432a-94d3-2118859f304a req-f9760a8c-2323-4a0a-baf8-b6189d9112b3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:36.181206 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f48ace2d-1ac6-432a-94d3-2118859f304a req-f9760a8c-2323-4a0a-baf8-b6189d9112b3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0590000 Jul 15 15:07:36.240577 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f48ace2d-1ac6-432a-94d3-2118859f304a req-e7cf2fcc-bce1-48d3-9d96-a78b6ef54286 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533614 Jul 15 15:07:36.631673 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add68369-1c8a-4cb4-bdaf-bd735aa66775 req-a33ce092-6257-4c07-930c-94284af2320d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:36.634049 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-add68369-1c8a-4cb4-bdaf-bd735aa66775 req-a33ce092-6257-4c07-930c-94284af2320d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0689049 Jul 15 15:07:36.690543 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-add68369-1c8a-4cb4-bdaf-bd735aa66775 req-c62fbd02-7501-44ec-a8f7-380f234a5a4a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505836 Jul 15 15:07:36.785305 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:37.367946 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f5712-6c71-4fc7-a4ce-dd30479d792a req-6877b33b-6cc2-4da1-b5a5-b3c35d3a511f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:37.369476 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-cf1f5712-6c71-4fc7-a4ce-dd30479d792a req-6877b33b-6cc2-4da1-b5a5-b3c35d3a511f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0542140 Jul 15 15:07:37.419953 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-cf1f5712-6c71-4fc7-a4ce-dd30479d792a req-9bd07fe0-bf60-4777-b456-f928fd455889 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447028 Jul 15 15:07:37.601805 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7c247da0-b2e9-4efb-a1de-c5c3d6f76855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:37.819787 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d336b8c-a324-4422-b180-a0d1125ceb37 req-6235d09f-70dc-4042-82d4-0f3ab1871595 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:37.821303 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d336b8c-a324-4422-b180-a0d1125ceb37 req-6235d09f-70dc-4042-82d4-0f3ab1871595 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0559986 Jul 15 15:07:37.871895 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d336b8c-a324-4422-b180-a0d1125ceb37 req-310685e6-5db9-46a4-9219-e928d66823d5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448987 Jul 15 15:07:38.549418 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c0a66-7ac2-4375-886c-2134a739f066 req-c944f560-323b-45ae-a4d5-a119ff70d074 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:38.550983 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-055c0a66-7ac2-4375-886c-2134a739f066 req-c944f560-323b-45ae-a4d5-a119ff70d074 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0573010 Jul 15 15:07:38.601948 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-055c0a66-7ac2-4375-886c-2134a739f066 req-04dc41dd-812e-45d6-8297-5aecc76c787d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452931 Jul 15 15:07:39.013941 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed5f6f-ff44-4017-abd9-72edb1847155 req-17ece95c-c35c-489f-b06f-de0de6d279ec tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:39.016270 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5aed5f6f-ff44-4017-abd9-72edb1847155 req-17ece95c-c35c-489f-b06f-de0de6d279ec tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0629816 Jul 15 15:07:39.077588 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5aed5f6f-ff44-4017-abd9-72edb1847155 req-aa6dd471-9dfe-42d2-854f-6b6fc1897b77 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549018 Jul 15 15:07:39.696985 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-74bb7f41-f3e0-4f8c-8faa-9d104b4d6ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:39.733721 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa231f64-6971-4556-ad01-242229743066 req-65f526ce-fbb7-4151-a7e9-7ead0e6c44f5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:39.735276 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-aa231f64-6971-4556-ad01-242229743066 req-65f526ce-fbb7-4151-a7e9-7ead0e6c44f5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0592411 Jul 15 15:07:39.786761 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-aa231f64-6971-4556-ad01-242229743066 req-e3ba94ad-03ab-45b9-98e9-a9977fc7ef3c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 Jul 15 15:07:40.218350 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18b8f6-e670-4221-a151-b4ba7bfc6b8c req-e51e21a4-0213-425e-a4a5-a60928294de4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:40.221263 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd18b8f6-e670-4221-a151-b4ba7bfc6b8c req-e51e21a4-0213-425e-a4a5-a60928294de4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0572793 Jul 15 15:07:40.268899 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bd18b8f6-e670-4221-a151-b4ba7bfc6b8c req-476aab51-34c6-47ba-83be-8166a9210484 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425551 Jul 15 15:07:40.908411 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea665c6-2f4e-4d81-99f1-ae23f9b01edf req-a4706aed-ab97-469c-9849-5e565860ce99 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:40.909983 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4ea665c6-2f4e-4d81-99f1-ae23f9b01edf req-a4706aed-ab97-469c-9849-5e565860ce99 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0552745 Jul 15 15:07:40.956994 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4ea665c6-2f4e-4d81-99f1-ae23f9b01edf req-b512c1c9-95c9-4bd3-b200-2a959924a7ba tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414054 Jul 15 15:07:40.984177 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:41.394989 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec6f25-01fe-4c0a-bbc3-6488ff40783d req-0b723c03-f4be-4476-bca9-afa9b42fd5fb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:41.396674 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-85ec6f25-01fe-4c0a-bbc3-6488ff40783d req-0b723c03-f4be-4476-bca9-afa9b42fd5fb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0552227 Jul 15 15:07:41.444477 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-85ec6f25-01fe-4c0a-bbc3-6488ff40783d req-f912a044-2b98-401a-a36d-adbaac30deb4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421538 Jul 15 15:07:42.084049 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a4627-6e23-4b3e-9360-ecf518eaffba req-0fbff18c-6aec-4ac6-b3d0-f2aa5115c8e9 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:42.086438 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e55a4627-6e23-4b3e-9360-ecf518eaffba req-0fbff18c-6aec-4ac6-b3d0-f2aa5115c8e9 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0576513 Jul 15 15:07:42.137379 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e55a4627-6e23-4b3e-9360-ecf518eaffba req-fd107320-8749-488a-8f36-ceca86e3161e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444233 Jul 15 15:07:42.401100 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:42.580209 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00388a9d-dacd-4025-9b2e-e4014cd48ad3 req-c86a96e5-e429-484d-86fe-b7773abb559a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:42.581800 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-00388a9d-dacd-4025-9b2e-e4014cd48ad3 req-c86a96e5-e429-484d-86fe-b7773abb559a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0626874 Jul 15 15:07:42.631138 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-00388a9d-dacd-4025-9b2e-e4014cd48ad3 req-0d56724c-b04f-4f5c-970e-9b0ca0189b46 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432909 Jul 15 15:07:43.266131 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038bf90-dbeb-4d52-9264-593833aeb2aa req-06f7990e-bbea-4375-8960-4bb4ee27014e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:43.268021 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f038bf90-dbeb-4d52-9264-593833aeb2aa req-06f7990e-bbea-4375-8960-4bb4ee27014e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0552976 Jul 15 15:07:43.317184 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f038bf90-dbeb-4d52-9264-593833aeb2aa req-dded356e-b6ba-4762-9df3-e43772d0a976 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420067 Jul 15 15:07:43.758635 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbcf1e-12fb-4e72-b9f0-632b2ce49038 req-47600bf0-503f-40be-8848-92d5a57908bd tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:43.760181 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-84bbcf1e-12fb-4e72-b9f0-632b2ce49038 req-47600bf0-503f-40be-8848-92d5a57908bd tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0551028 Jul 15 15:07:43.807851 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-84bbcf1e-12fb-4e72-b9f0-632b2ce49038 req-6eba9584-bf91-4589-b9aa-e1456618689f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418212 Jul 15 15:07:43.906296 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:44.446821 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab6c0c-8767-4896-aa90-6c5b68031f83 req-63dc4e02-b9da-494c-9d61-97b065c7bf21 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:44.449170 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a1ab6c0c-8767-4896-aa90-6c5b68031f83 req-63dc4e02-b9da-494c-9d61-97b065c7bf21 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0575147 Jul 15 15:07:44.502736 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a1ab6c0c-8767-4896-aa90-6c5b68031f83 req-f2fded00-e3eb-47f7-9e99-75bf6c53fb42 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464022 Jul 15 15:07:44.934588 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf939cf-1026-4945-93a9-e2a7fbeeff26 req-07e18123-234f-47bd-8d94-a28b17f22024 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:44.936052 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6bf939cf-1026-4945-93a9-e2a7fbeeff26 req-07e18123-234f-47bd-8d94-a28b17f22024 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0544100 Jul 15 15:07:44.987591 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6bf939cf-1026-4945-93a9-e2a7fbeeff26 req-304e9636-ef63-4af5-a9cf-7d1eb4484996 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451546 Jul 15 15:07:45.621312 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc972a60-a5de-4ecd-b05a-714c3ad682ed req-b0955baf-f301-4064-a2a1-776515c29a8e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:45.622783 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-cc972a60-a5de-4ecd-b05a-714c3ad682ed req-b0955baf-f301-4064-a2a1-776515c29a8e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0527174 Jul 15 15:07:45.672907 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-cc972a60-a5de-4ecd-b05a-714c3ad682ed req-a3a2ea66-c54f-426d-85d2-eae0a62e4d83 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444715 Jul 15 15:07:46.111066 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90fd96-99fb-4b2b-96b6-c9962ea7c6dd req-7827e142-bf98-49b3-a9f0-e88f14b85aa2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:46.112568 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3d90fd96-99fb-4b2b-96b6-c9962ea7c6dd req-7827e142-bf98-49b3-a9f0-e88f14b85aa2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0530236 Jul 15 15:07:46.160959 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3d90fd96-99fb-4b2b-96b6-c9962ea7c6dd req-ca596df9-297d-4a66-aae1-9638e5150d15 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 Jul 15 15:07:46.449776 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ef565-8ff1-4ca3-90d3-b98103380d61 req-712f7633-a840-4e4a-9957-436d130e22f0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:46.451234 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de1ef565-8ff1-4ca3-90d3-b98103380d61 req-712f7633-a840-4e4a-9957-436d130e22f0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0525632 Jul 15 15:07:46.509437 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de1ef565-8ff1-4ca3-90d3-b98103380d61 req-a072bba3-13e5-40ad-b941-36ccde71c2a8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523076 Jul 15 15:07:46.794134 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98169113-8776-4dcc-a3fc-48bb56dc3307 req-29c6d3aa-2321-4176-9fde-87b9e5f38b98 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:46.795603 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-98169113-8776-4dcc-a3fc-48bb56dc3307 req-29c6d3aa-2321-4176-9fde-87b9e5f38b98 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0528624 Jul 15 15:07:46.842353 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-98169113-8776-4dcc-a3fc-48bb56dc3307 req-967a8488-e7f9-4d5d-8168-77009b434f6e tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404031 Jul 15 15:07:47.287307 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412c1e2-df75-4c14-bea7-9f7020b85808 req-16694b2f-8d68-4897-a5fe-1c2c078d03ea tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:47.288724 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0412c1e2-df75-4c14-bea7-9f7020b85808 req-16694b2f-8d68-4897-a5fe-1c2c078d03ea tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0562344 Jul 15 15:07:47.336248 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0412c1e2-df75-4c14-bea7-9f7020b85808 req-4b6ba63f-17af-41f8-8efa-536655443631 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419958 Jul 15 15:07:47.630712 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064684b-3933-4895-bfcd-d1370b65e14d req-1b208934-c768-4e30-94a4-61520e3810d2 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:47.632215 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5064684b-3933-4895-bfcd-d1370b65e14d req-1b208934-c768-4e30-94a4-61520e3810d2 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0564902 Jul 15 15:07:47.691544 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5064684b-3933-4895-bfcd-d1370b65e14d req-e27382bb-9241-4579-a74b-d06c26838cb9 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536509 Jul 15 15:07:47.944755 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ecae1-6722-49a0-a4ef-c448da131980 req-5c999711-cff9-4d56-9087-d35e3e1880e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:47.946240 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a71ecae1-6722-49a0-a4ef-c448da131980 req-5c999711-cff9-4d56-9087-d35e3e1880e0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=023c02484cc74691b16c87fa381fc8a6&device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 1168 time: 0.0725231 Jul 15 15:07:48.016826 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86c494-2d48-411b-9013-e65bb1875db1 req-a381bac5-716a-460a-b5b4-d41a529a2b8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:48.018288 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a86c494-2d48-411b-9013-e65bb1875db1 req-a381bac5-716a-460a-b5b4-d41a529a2b8a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.1056170 Jul 15 15:07:48.083531 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ecae1-6722-49a0-a4ef-c448da131980 req-6c28423e-425a-481b-9b8a-fee857efe4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:48.085010 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a71ecae1-6722-49a0-a4ef-c448da131980 req-6c28423e-425a-481b-9b8a-fee857efe4af service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3a74687-c457-4c51-9a1d-4f4696b81109 HTTP/1.1" status: 200 len: 916 time: 0.1256206 Jul 15 15:07:48.091841 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a86c494-2d48-411b-9013-e65bb1875db1 req-22e0c246-a2e7-43e3-92de-b48dafa4ecc3 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661213 Jul 15 15:07:48.150871 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a71ecae1-6722-49a0-a4ef-c448da131980 req-722f3a71-a82e-48bd-a045-c3abe2af80ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf HTTP/1.1" status: 200 len: 1000 time: 0.0579658 Jul 15 15:07:48.199539 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ecae1-6722-49a0-a4ef-c448da131980 req-822177c9-b54e-462e-b72b-f3be44739392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:48.200997 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a71ecae1-6722-49a0-a4ef-c448da131980 req-822177c9-b54e-462e-b72b-f3be44739392 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=066b0174-9063-43f6-994b-d7e6d96e7cd6 HTTP/1.1" status: 200 len: 854 time: 0.0430741 Jul 15 15:07:48.252216 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ecae1-6722-49a0-a4ef-c448da131980 req-11d689fb-4be2-4623-9e4e-7372f0e9a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:48.253774 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a71ecae1-6722-49a0-a4ef-c448da131980 req-11d689fb-4be2-4623-9e4e-7372f0e9a734 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3a74687-c457-4c51-9a1d-4f4696b81109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453050 Jul 15 15:07:48.349398 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a71ecae1-6722-49a0-a4ef-c448da131980 req-ab7acd50-4e25-4b5d-8cad-2d8ad11b1a56 service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854957 Jul 15 15:07:48.439660 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a71ecae1-6722-49a0-a4ef-c448da131980 req-06cbe9cc-511c-4f50-972a-ea22680689d3 service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832748 Jul 15 15:07:48.461104 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b97639-30a4-46be-a390-ddcb161131fc req-77d7a72a-7bb6-4355-b413-76671b671c60 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:48.462949 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c3b97639-30a4-46be-a390-ddcb161131fc req-77d7a72a-7bb6-4355-b413-76671b671c60 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0548725 Jul 15 15:07:48.509734 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c3b97639-30a4-46be-a390-ddcb161131fc req-408373d7-f0b2-44df-9579-a8165ee57829 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412514 Jul 15 15:07:48.808991 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee990cd8-288d-49d7-8980-a30e2ec6354c req-68e8f869-5385-4bdf-ab6a-91fd3a2578e1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:48.810405 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee990cd8-288d-49d7-8980-a30e2ec6354c req-68e8f869-5385-4bdf-ab6a-91fd3a2578e1 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0533473 Jul 15 15:07:48.868814 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee990cd8-288d-49d7-8980-a30e2ec6354c req-acfcdc08-31b8-496b-a752-5ea088abe8eb tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525472 Jul 15 15:07:49.214590 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cede9-6ee1-46cd-9edb-d30c42f41730 req-fadb8716-39ec-4380-9814-752f96d9d490 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:49.216025 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c63cede9-6ee1-46cd-9edb-d30c42f41730 req-fadb8716-39ec-4380-9814-752f96d9d490 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0518682 Jul 15 15:07:49.266445 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c63cede9-6ee1-46cd-9edb-d30c42f41730 req-42238c0d-37c2-4d82-b6b5-2897293c572d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446253 Jul 15 15:07:49.635501 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223b174-8434-4f1a-955c-c44f0e839089 req-8b2d30b1-70d8-4ba9-8a9e-8be9f2700533 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:49.636998 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5223b174-8434-4f1a-955c-c44f0e839089 req-8b2d30b1-70d8-4ba9-8a9e-8be9f2700533 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0562804 Jul 15 15:07:49.682849 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5223b174-8434-4f1a-955c-c44f0e839089 req-ba0328f8-af93-4281-906a-4b6ab86182f9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402489 Jul 15 15:07:49.990095 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca72da4-2cc4-4f8e-a541-524fa351881c req-03d866d5-85a3-43d1-8fbf-fff7fd8f0da3 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:49.991674 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2ca72da4-2cc4-4f8e-a541-524fa351881c req-03d866d5-85a3-43d1-8fbf-fff7fd8f0da3 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0560918 Jul 15 15:07:50.053558 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2ca72da4-2cc4-4f8e-a541-524fa351881c req-da908a5f-6773-4221-9445-69a4d34712bd tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561516 Jul 15 15:07:50.124182 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00678e1b-158d-4468-a2ae-df2359cf7a74 req-30ebbd2e-9dd6-4fd0-92c7-08e4367a2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:50.125692 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-00678e1b-158d-4468-a2ae-df2359cf7a74 req-30ebbd2e-9dd6-4fd0-92c7-08e4367a2166 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 1130 time: 0.0442441 Jul 15 15:07:50.172099 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-00678e1b-158d-4468-a2ae-df2359cf7a74 req-65204069-6be3-46a5-a1ba-e5a353bdea91 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387437 Jul 15 15:07:50.391133 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187ea71-ab34-4447-aa67-ed26bfcee350 req-f2c763d9-cc10-452f-9430-b3ccf37b0161 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:50.393415 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1187ea71-ab34-4447-aa67-ed26bfcee350 req-f2c763d9-cc10-452f-9430-b3ccf37b0161 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0569301 Jul 15 15:07:50.442599 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1187ea71-ab34-4447-aa67-ed26bfcee350 req-e519e005-3a88-424c-b904-df3d3571c16a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416000 Jul 15 15:07:50.804653 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa82ad-2903-437f-ba5a-33ec58042264 req-3276d7f2-1cd7-47ef-bf10-c1d534fa7c0e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:50.806094 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-acfa82ad-2903-437f-ba5a-33ec58042264 req-3276d7f2-1cd7-47ef-bf10-c1d534fa7c0e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0517530 Jul 15 15:07:50.852455 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-acfa82ad-2903-437f-ba5a-33ec58042264 req-8fe91be7-645b-42bb-bccb-f5aeac0f286d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Jul 15 15:07:51.192355 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e82a85-35c6-43a7-b5da-ec12c9f6cdba req-69bafe0e-7dd0-448c-89f8-e8622bb0ede2 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:51.193870 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-04e82a85-35c6-43a7-b5da-ec12c9f6cdba req-69bafe0e-7dd0-448c-89f8-e8622bb0ede2 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0617595 Jul 15 15:07:51.252288 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-04e82a85-35c6-43a7-b5da-ec12c9f6cdba req-b8d4af06-5e42-4dbc-86c3-3f959e00dae8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526514 Jul 15 15:07:51.566169 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9ee65-efc3-412f-9694-803bd3fe057e req-5c2e5760-de4c-4d79-974c-1cfe12d1ca9c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:51.567552 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-32b9ee65-efc3-412f-9694-803bd3fe057e req-5c2e5760-de4c-4d79-974c-1cfe12d1ca9c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0583642 Jul 15 15:07:51.613852 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-32b9ee65-efc3-412f-9694-803bd3fe057e req-93d66b74-a614-496a-b5d6-94f1ac9400c0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406458 Jul 15 15:07:51.979681 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d373c-e9f0-43bf-8096-bd5a2eac85ec req-985ba45a-c25c-4540-878c-008ce7b9b53d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:51.981238 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d27d373c-e9f0-43bf-8096-bd5a2eac85ec req-985ba45a-c25c-4540-878c-008ce7b9b53d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0556173 Jul 15 15:07:52.044073 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d27d373c-e9f0-43bf-8096-bd5a2eac85ec req-d1124ecf-9eea-4fd3-90b4-f2d5f69ed114 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495706 Jul 15 15:07:52.379042 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81625517-00ec-484e-800a-84fbe093a0cb req-9ad510c0-0688-4fa3-93c7-e4c8d08b99b2 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:52.380692 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-81625517-00ec-484e-800a-84fbe093a0cb req-9ad510c0-0688-4fa3-93c7-e4c8d08b99b2 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0589340 Jul 15 15:07:52.443100 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-81625517-00ec-484e-800a-84fbe093a0cb req-6eb11985-019f-4076-acb2-7628fab0f14a tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565908 Jul 15 15:07:52.736066 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0837b8-2d44-434d-b8a4-6914b2951b1a req-338f783f-e675-41ca-893e-92faf84bb6da tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:52.737719 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4b0837b8-2d44-434d-b8a4-6914b2951b1a req-338f783f-e675-41ca-893e-92faf84bb6da tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0541625 Jul 15 15:07:52.788508 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4b0837b8-2d44-434d-b8a4-6914b2951b1a req-70ac6cfb-c948-4b77-97cc-7fffc2fecbfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451598 Jul 15 15:07:53.139952 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca82e17-e992-4019-88fb-633c0c248292 req-9a726c69-aee0-42c3-a3ec-d70aac66839d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:53.141487 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7ca82e17-e992-4019-88fb-633c0c248292 req-9a726c69-aee0-42c3-a3ec-d70aac66839d tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0552118 Jul 15 15:07:53.197706 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7ca82e17-e992-4019-88fb-633c0c248292 req-864251f3-a61e-460d-abb8-9006ea513e02 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474985 Jul 15 15:07:53.204115 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ead90-57e6-4e40-bbfa-f19ed5648e5f req-66d8c825-cfbb-4179-b0c3-2df047b65ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:53.205630 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab8ead90-57e6-4e40-bbfa-f19ed5648e5f req-66d8c825-cfbb-4179-b0c3-2df047b65ebc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 1130 time: 0.0812767 Jul 15 15:07:53.212606 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171c987-4ac2-419a-b630-f346ea83cf3c req-c3d6ca79-fa5a-4505-9fa1-98e2e906ad11 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:53.214177 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1171c987-4ac2-419a-b630-f346ea83cf3c req-c3d6ca79-fa5a-4505-9fa1-98e2e906ad11 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0799127 Jul 15 15:07:53.311808 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1171c987-4ac2-419a-b630-f346ea83cf3c req-5901e262-f8ed-44e6-906e-bb0096eafaba tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896091 Jul 15 15:07:53.336798 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ead90-57e6-4e40-bbfa-f19ed5648e5f req-857522f0-bb43-4111-9781-a974e4af74bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:53.338277 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab8ead90-57e6-4e40-bbfa-f19ed5648e5f req-857522f0-bb43-4111-9781-a974e4af74bd service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.1234198 Jul 15 15:07:53.422375 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab8ead90-57e6-4e40-bbfa-f19ed5648e5f req-bfccca9c-667d-4573-8ac4-959e842752fa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3233b0-b87c-460d-a866-dc75602f653c HTTP/1.1" status: 200 len: 1000 time: 0.0604110 Jul 15 15:07:53.475401 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ead90-57e6-4e40-bbfa-f19ed5648e5f req-cf4b3219-b952-4c58-a9ad-89abcb2a92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:53.476913 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab8ead90-57e6-4e40-bbfa-f19ed5648e5f req-cf4b3219-b952-4c58-a9ad-89abcb2a92cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0479910 Jul 15 15:07:53.530317 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ead90-57e6-4e40-bbfa-f19ed5648e5f req-4e80af1b-58a4-4b64-be8a-a41505b83206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:53.531812 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab8ead90-57e6-4e40-bbfa-f19ed5648e5f req-4e80af1b-58a4-4b64-be8a-a41505b83206 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445573 Jul 15 15:07:53.563696 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08499a-c3c3-4271-81fa-b9b3b48d0e12 req-3f53ca84-0c0d-45d8-8f2b-96e8a268971c tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:53.565312 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ca08499a-c3c3-4271-81fa-b9b3b48d0e12 req-3f53ca84-0c0d-45d8-8f2b-96e8a268971c tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0545709 Jul 15 15:07:53.626306 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab8ead90-57e6-4e40-bbfa-f19ed5648e5f req-b49cea6e-0799-4283-8d73-acdb349f1126 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841298 Jul 15 15:07:53.628052 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ca08499a-c3c3-4271-81fa-b9b3b48d0e12 req-11fab060-c423-4e14-83a0-2e2098f6ae72 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570743 Jul 15 15:07:53.718436 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab8ead90-57e6-4e40-bbfa-f19ed5648e5f req-8a2c5de1-063e-4ef7-a671-472e11b501f2 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856550 Jul 15 15:07:54.328390 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7445d-1d02-476b-a9f4-0075a373c305 req-b4af4fb3-3a58-4fa5-9c47-284326e59efc tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:54.330062 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9ba7445d-1d02-476b-a9f4-0075a373c305 req-b4af4fb3-3a58-4fa5-9c47-284326e59efc tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0635738 Jul 15 15:07:54.391883 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9ba7445d-1d02-476b-a9f4-0075a373c305 req-d94fdc3b-a9e0-479d-b4d0-90569444367a tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529504 Jul 15 15:07:54.491248 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b4585-d95f-438a-bc1d-4ccbdcd879d9 req-a03378e7-fccc-43a7-87b6-a86b4bb2144d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:54.492668 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-322b4585-d95f-438a-bc1d-4ccbdcd879d9 req-a03378e7-fccc-43a7-87b6-a86b4bb2144d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0571284 Jul 15 15:07:54.511588 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07922b56-f2c0-4711-b094-79dddcca47b1 req-14469998-fd4f-46e3-9ae8-457b7fab9db9 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:54.513094 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-07922b56-f2c0-4711-b094-79dddcca47b1 req-14469998-fd4f-46e3-9ae8-457b7fab9db9 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0589700 Jul 15 15:07:54.540109 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-322b4585-d95f-438a-bc1d-4ccbdcd879d9 req-956e1ba9-ad58-41b1-9259-0ff271f7a9d8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415802 Jul 15 15:07:54.565051 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-07922b56-f2c0-4711-b094-79dddcca47b1 req-3773db88-2b22-4c8e-8f90-fb1ad4622070 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456975 Jul 15 15:07:54.746361 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839748e8-f251-46da-b539-2e8333913a0c req-05f1f920-82cc-4ab8-a10b-32c17b3c980e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:54.747736 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-839748e8-f251-46da-b539-2e8333913a0c req-05f1f920-82cc-4ab8-a10b-32c17b3c980e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0543876 Jul 15 15:07:54.809532 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-839748e8-f251-46da-b539-2e8333913a0c req-3c2ed7c7-51ca-48e2-97c7-f0b1c76de1b2 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557358 Jul 15 15:07:55.514480 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02139d-cada-4ec1-b0b6-327da5b2ff61 req-e15d94e9-a792-421e-b5f8-830325903468 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:55.515921 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f02139d-cada-4ec1-b0b6-327da5b2ff61 req-e15d94e9-a792-421e-b5f8-830325903468 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0518854 Jul 15 15:07:55.561710 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f02139d-cada-4ec1-b0b6-327da5b2ff61 req-4811895f-9804-4687-aebc-65c6dfab25d4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400901 Jul 15 15:07:55.668700 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f812a37-a928-436a-8dcf-59dd4a086bcd req-8cec0164-1ead-4b25-92a8-940e4d80a19e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:55.670171 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6f812a37-a928-436a-8dcf-59dd4a086bcd req-8cec0164-1ead-4b25-92a8-940e4d80a19e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0570223 Jul 15 15:07:55.686209 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c649b0-605a-4c5b-986f-cd5ec5472e45 req-ab4e7a67-8b5c-4915-b2d9-c197ad8be28a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:55.687593 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a5c649b0-605a-4c5b-986f-cd5ec5472e45 req-ab4e7a67-8b5c-4915-b2d9-c197ad8be28a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0532653 Jul 15 15:07:55.717950 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6f812a37-a928-436a-8dcf-59dd4a086bcd req-104cac8d-138a-4f4f-8844-d8deb8ec2935 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407391 Jul 15 15:07:55.736269 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a5c649b0-605a-4c5b-986f-cd5ec5472e45 req-ae96b21e-c11f-4ec4-970c-3850f2ce370f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408733 Jul 15 15:07:55.926613 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb5fdc-64e1-47ca-aede-71572ec6f3ae req-dcf66fb2-ede3-4ecb-883e-e6d92ee33d95 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:55.928060 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a6bb5fdc-64e1-47ca-aede-71572ec6f3ae req-dcf66fb2-ede3-4ecb-883e-e6d92ee33d95 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0520604 Jul 15 15:07:55.987346 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a6bb5fdc-64e1-47ca-aede-71572ec6f3ae req-f9b34490-f7b1-4e09-9e84-13da1dcb2404 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536480 Jul 15 15:07:56.684653 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2d94c-a74a-4784-a4ac-d5b94742c131 req-40b61e85-8ec3-4a51-a41c-47169c5f3f98 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:56.686116 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-32e2d94c-a74a-4784-a4ac-d5b94742c131 req-40b61e85-8ec3-4a51-a41c-47169c5f3f98 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0567391 Jul 15 15:07:56.733151 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-32e2d94c-a74a-4784-a4ac-d5b94742c131 req-14978ba2-31c4-433a-91c4-94e7a2046d34 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409391 Jul 15 15:07:56.843701 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be46fc-5dae-4f1c-b392-c5339bdb84a3 req-339123b0-64cd-4098-842d-dfb0b1c017a6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:56.845601 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f7be46fc-5dae-4f1c-b392-c5339bdb84a3 req-339123b0-64cd-4098-842d-dfb0b1c017a6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 944 time: 0.0529261 Jul 15 15:07:56.856772 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c0563-2d4e-4c3a-8f36-7bb2a332be53 req-55e9ef91-1b9f-43a0-9198-04ae2bc5796f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:56.858296 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-316c0563-2d4e-4c3a-8f36-7bb2a332be53 req-55e9ef91-1b9f-43a0-9198-04ae2bc5796f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0564973 Jul 15 15:07:56.896569 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f7be46fc-5dae-4f1c-b392-c5339bdb84a3 req-525fc69b-aace-4ae8-b7e4-543911e0ae68 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449231 Jul 15 15:07:56.905697 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-316c0563-2d4e-4c3a-8f36-7bb2a332be53 req-b77deb9c-2108-47ca-8369-8bce222d5b39 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416949 Jul 15 15:07:57.107130 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75acf9-39a4-44f5-9493-ef71d3789302 req-e4f66fdb-840b-4d57-913f-39fdb769ffd2 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:57.108619 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bc75acf9-39a4-44f5-9493-ef71d3789302 req-e4f66fdb-840b-4d57-913f-39fdb769ffd2 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0531187 Jul 15 15:07:57.168266 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bc75acf9-39a4-44f5-9493-ef71d3789302 req-b39bf663-db67-4dfc-805b-bf78f747d10b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534205 Jul 15 15:07:57.642261 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 00bcb254-9fea-44c6-87c7-c34b963ce6f5 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:07:57.736203 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:57.747677 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'port_id': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'mac_address': 'fa:16:3e:0a:94:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:07:57.786012 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:07:57.786405 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:57.799704 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bcb254-9fea-44c6-87c7-c34b963ce6f5 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:07:57.819796 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:57.824168 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:57.862168 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08951a34-3df0-4531-a340-d2a181765b33 req-539d0ccd-1969-468e-b557-eca368124650 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:57.863937 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-08951a34-3df0-4531-a340-d2a181765b33 req-539d0ccd-1969-468e-b557-eca368124650 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0603790 Jul 15 15:07:57.869429 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=00bcb254-9fea-44c6-87c7-c34b963ce6f5,revision_number=9']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:57.911874 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-08951a34-3df0-4531-a340-d2a181765b33 req-67dc8c45-9446-488d-89cc-2e2116e39347 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418816 Jul 15 15:07:58.023796 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21e453-9018-4a7b-97d1-6566ad4ba86c req-95a53f9c-4487-4c84-8fbe-65c357957f61 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:58.024028 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b199cc7-ad2b-48c1-8fe1-73466a49af8e req-7bf34d6b-4426-4202-a5c7-c6195eeee52f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:58.025310 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3b21e453-9018-4a7b-97d1-6566ad4ba86c req-95a53f9c-4487-4c84-8fbe-65c357957f61 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0541313 Jul 15 15:07:58.025438 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8b199cc7-ad2b-48c1-8fe1-73466a49af8e req-7bf34d6b-4426-4202-a5c7-c6195eeee52f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0541387 Jul 15 15:07:58.072787 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3b21e453-9018-4a7b-97d1-6566ad4ba86c req-53a3dd8e-cc96-4c53-8ec1-ce78f525b483 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412419 Jul 15 15:07:58.074208 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8b199cc7-ad2b-48c1-8fe1-73466a49af8e req-6493651d-3932-45c0-8953-f6c036475c54 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424612 Jul 15 15:07:58.176589 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7ab62-dec0-48de-bec5-0b936dbc03fd req-836f0148-8743-44fb-9792-3d5706bcf16b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:58.177994 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-49f7ab62-dec0-48de-bec5-0b936dbc03fd req-836f0148-8743-44fb-9792-3d5706bcf16b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0524943 Jul 15 15:07:58.186378 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37550) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:07:58.190806 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-4955bebc-8bd7-439c-a671-33273688bd34 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Request body: {'floatingip': {'port_id': 'ee3233b0-b87c-460d-a866-dc75602f653c'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:07:58.245915 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4955bebc-8bd7-439c-a671-33273688bd34 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for floatingip (d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:58.291198 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fb4cd-41a5-4e63-a152-1e3393cedf58 req-b9dfc639-3a09-4fd7-bf0a-bc53d9c78637 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:58.292709 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5c3fb4cd-41a5-4e63-a152-1e3393cedf58 req-b9dfc639-3a09-4fd7-bf0a-bc53d9c78637 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0575957 Jul 15 15:07:58.354356 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5c3fb4cd-41a5-4e63-a152-1e3393cedf58 req-744e4752-909f-4185-afb9-f0ebf86c4a4e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546730 Jul 15 15:07:58.520188 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['00bcb254-9fea-44c6-87c7-c34b963ce6f5'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:07:58.687001 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4955bebc-8bd7-439c-a671-33273688bd34 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:58.690830 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4955bebc-8bd7-439c-a671-33273688bd34 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:58.884630 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4955bebc-8bd7-439c-a671-33273688bd34 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Router a6438654-942e-4307-b483-4b6bfd7402e9 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:07:58.989365 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4955bebc-8bd7-439c-a671-33273688bd34 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:58.994367 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4955bebc-8bd7-439c-a671-33273688bd34 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:07:58.998886 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a938b-7289-40ed-bf1f-4aab8c79e907 None None] Sync routers for ids ['a6438654-942e-4307-b483-4b6bfd7402e9'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:59.009822 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a938b-7289-40ed-bf1f-4aab8c79e907 None None] Routers {'a6438654-942e-4307-b483-4b6bfd7402e9'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:07:59.010440 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-b76a938b-7289-40ed-bf1f-4aab8c79e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:07:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['a6438654-942e-4307-b483-4b6bfd7402e9'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:59.026171 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'tag': 'ee3233b0-b87c-460d-a866-dc75602f653c'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:07:59.028447 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76227ff-6c73-43dc-9dfd-f488a6491901" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0027cd-444b-4164-9b65-087f20adf0c7", "tag": "ee3233b0-b87c-460d-a866-dc75602f653c"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:59.058185 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-4955bebc-8bd7-439c-a671-33273688bd34 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "PUT /v2.0/floatingips/d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d HTTP/1.1" status: 200 len: 992 time: 0.8707511 Jul 15 15:07:59.123261 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-b76a938b-7289-40ed-bf1f-4aab8c79e907 None None] Set router a6438654-942e-4307-b483-4b6bfd7402e9 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:07:59.145733 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f2ec7f-eeed-4df0-b017-6634ef044c9a x-openstack-request-id: req-76f2ec7f-eeed-4df0-b017-6634ef044c9a {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:07:59.146034 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0027cd-444b-4164-9b65-087f20adf0c7", "tag": "ee3233b0-b87c-460d-a866-dc75602f653c", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:07:59.146297 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76f2ec7f-eeed-4df0-b017-6634ef044c9a {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:07:59.146711 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f2ec7f-eeed-4df0-b017-6634ef044c9a'] response: {'name': 'network-changed', 'server_uuid': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'tag': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'status': 'completed', 'code': 200} Jul 15 15:07:59.205583 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd54e1d-00bf-4d47-88b4-09acd585cfeb req-8d33e37d-9c31-4f5c-b705-122815b8bb53 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:59.207227 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dcd54e1d-00bf-4d47-88b4-09acd585cfeb req-8d33e37d-9c31-4f5c-b705-122815b8bb53 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0605803 Jul 15 15:07:59.264242 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dcd54e1d-00bf-4d47-88b4-09acd585cfeb req-1049f31a-8ee8-41d1-83b1-be1e9932dd16 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499234 Jul 15 15:07:59.292175 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cfd25-9f5a-4ed7-86f2-dae1b0e9f75f req-d32ee4ed-c8a7-42f1-850c-61afa127a41e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:59.293691 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fb3cfd25-9f5a-4ed7-86f2-dae1b0e9f75f req-d32ee4ed-c8a7-42f1-850c-61afa127a41e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0962882 Jul 15 15:07:59.296627 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76227ff-6c73-43dc-9dfd-f488a6491901 req-c966e2c1-7aaf-460c-a18b-ec33a2307b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:59.298008 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e76227ff-6c73-43dc-9dfd-f488a6491901 req-c966e2c1-7aaf-460c-a18b-ec33a2307b65 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 1130 time: 0.0895693 Jul 15 15:07:59.361270 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-b76a938b-7289-40ed-bf1f-4aab8c79e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'd2ed1e73-c87e-406e-8cc4-5c8bf5279f8d', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'port_id': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'mac_address': 'fa:16:3e:8f:b8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:04:37Z', 'updated_at': '2022-07-15T15:07:58Z', 'revision_number': 3, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cb861a-893f-493a-8f53-805f0b3d3328', 'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'mac_address': 'fa:16:3e:10:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:27Z', 'updated_at': '2022-07-15T15:01:39Z', 'revision_number': 5, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'subnets': [{'id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:59.390292 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a938b-7289-40ed-bf1f-4aab8c79e907 None None] Checking router: a6438654-942e-4307-b483-4b6bfd7402e9 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:59.398824 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fb3cfd25-9f5a-4ed7-86f2-dae1b0e9f75f req-b026ed15-419d-4aea-8587-740fff42e1b1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964477 Jul 15 15:07:59.400411 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76a938b-7289-40ed-bf1f-4aab8c79e907 None None] Routers {'a6438654-942e-4307-b483-4b6bfd7402e9'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:07:59.401144 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-b76a938b-7289-40ed-bf1f-4aab8c79e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:07:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['a6438654-942e-4307-b483-4b6bfd7402e9'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:59.434941 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76227ff-6c73-43dc-9dfd-f488a6491901 req-d1d20da2-066d-4a0e-b6be-5c328c881dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:59.436853 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e76227ff-6c73-43dc-9dfd-f488a6491901 req-d1d20da2-066d-4a0e-b6be-5c328c881dc8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.1283467 Jul 15 15:07:59.485883 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90d07f-3041-49bc-adae-21166c45eb5d req-13e7b060-97a6-4d4a-a106-d2c895e3c7fb tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:59.487740 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dc90d07f-3041-49bc-adae-21166c45eb5d req-13e7b060-97a6-4d4a-a106-d2c895e3c7fb tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0592489 Jul 15 15:07:59.506518 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e76227ff-6c73-43dc-9dfd-f488a6491901 req-447c991a-0b63-4d69-ac8c-f1b90f8530ff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3233b0-b87c-460d-a866-dc75602f653c HTTP/1.1" status: 200 len: 1000 time: 0.0592239 Jul 15 15:07:59.516670 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-b76a938b-7289-40ed-bf1f-4aab8c79e907 None None] Set router a6438654-942e-4307-b483-4b6bfd7402e9 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:07:59.561153 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76227ff-6c73-43dc-9dfd-f488a6491901 req-fd10a359-218b-43cc-9371-2bfe50285569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:59.562684 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e76227ff-6c73-43dc-9dfd-f488a6491901 req-fd10a359-218b-43cc-9371-2bfe50285569 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0475905 Jul 15 15:07:59.568780 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dc90d07f-3041-49bc-adae-21166c45eb5d req-5cc0ee34-149b-4392-bbfa-b4109d867f64 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743494 Jul 15 15:07:59.619803 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76227ff-6c73-43dc-9dfd-f488a6491901 req-80751dca-859b-491a-82a9-b50c49e90b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:07:59.621339 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e76227ff-6c73-43dc-9dfd-f488a6491901 req-80751dca-859b-491a-82a9-b50c49e90b44 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515776 Jul 15 15:07:59.749541 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-b76a938b-7289-40ed-bf1f-4aab8c79e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'd2ed1e73-c87e-406e-8cc4-5c8bf5279f8d', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'port_id': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'mac_address': 'fa:16:3e:8f:b8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:04:37Z', 'updated_at': '2022-07-15T15:07:58Z', 'revision_number': 3, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cb861a-893f-493a-8f53-805f0b3d3328', 'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'mac_address': 'fa:16:3e:10:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:27Z', 'updated_at': '2022-07-15T15:01:39Z', 'revision_number': 5, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'subnets': [{'id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:59.776760 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76a938b-7289-40ed-bf1f-4aab8c79e907 None None] The sync data for ids ['a6438654-942e-4307-b483-4b6bfd7402e9'] in dv-cinder-848821-1-iscsi is: [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'd2ed1e73-c87e-406e-8cc4-5c8bf5279f8d', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'port_id': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'mac_address': 'fa:16:3e:8f:b8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:04:37Z', 'updated_at': '2022-07-15T15:07:58Z', 'revision_number': 3, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cb861a-893f-493a-8f53-805f0b3d3328', 'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'mac_address': 'fa:16:3e:10:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:27Z', 'updated_at': '2022-07-15T15:01:39Z', 'revision_number': 5, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'subnets': [{'id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:59.990180 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e76227ff-6c73-43dc-9dfd-f488a6491901 req-35cabccf-1da1-4570-8b74-557965dfab58 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597369 Jul 15 15:08:00.052679 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6216fea-6168-4703-8ec7-e573afded3aa req-eb885117-245d-4bd0-b278-deedc7b9622f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:00.054152 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b6216fea-6168-4703-8ec7-e573afded3aa req-eb885117-245d-4bd0-b278-deedc7b9622f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 945 time: 0.0558021 Jul 15 15:08:00.101623 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b6216fea-6168-4703-8ec7-e573afded3aa req-3becde85-d0c0-4e63-a54e-7a3dbe6dce05 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418289 Jul 15 15:08:00.156050 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e76227ff-6c73-43dc-9dfd-f488a6491901 req-21c09d6f-208e-4695-ab7b-36fa26ecd6d1 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858848 Jul 15 15:08:00.379550 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf69bb-dd6d-4219-9974-7930ad596acb req-e62b4ddd-5118-4ee1-85fd-c2e98438da13 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:00.381033 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9faf69bb-dd6d-4219-9974-7930ad596acb req-e62b4ddd-5118-4ee1-85fd-c2e98438da13 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0539083 Jul 15 15:08:00.427237 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9faf69bb-dd6d-4219-9974-7930ad596acb req-1652cfa0-62be-4860-ac7c-87c60674cf2b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405138 Jul 15 15:08:00.516751 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:08:00.528918 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80f256-dea5-4c96-bd80-4a99a670060b req-a1b7103b-8dd2-49a1-9280-f89fec311703 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:00.530655 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e80f256-dea5-4c96-bd80-4a99a670060b req-a1b7103b-8dd2-49a1-9280-f89fec311703 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0518286 Jul 15 15:08:00.581256 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6e80f256-dea5-4c96-bd80-4a99a670060b req-697fca83-5e94-49f3-a7b8-1a67d287edea tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441241 Jul 15 15:08:00.692344 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804d242-bd90-47e8-bfff-23013d57d130 req-bbc11f38-c3ef-4a71-a0e7-7a46ef3a01cf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:00.693829 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3804d242-bd90-47e8-bfff-23013d57d130 req-bbc11f38-c3ef-4a71-a0e7-7a46ef3a01cf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0531621 Jul 15 15:08:00.753722 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3804d242-bd90-47e8-bfff-23013d57d130 req-535ba484-539b-4c93-a7ea-ce1ddac549da tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529919 Jul 15 15:08:01.147369 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'tag': 'ee3233b0-b87c-460d-a866-dc75602f653c'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:08:01.149827 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2603dae-3bd0-45cb-9091-b03da3f79a78" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0027cd-444b-4164-9b65-087f20adf0c7", "tag": "ee3233b0-b87c-460d-a866-dc75602f653c"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:01.185634 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac114372-78ba-47cd-b518-22881207eaf0 x-openstack-request-id: req-ac114372-78ba-47cd-b518-22881207eaf0 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:01.185932 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0027cd-444b-4164-9b65-087f20adf0c7", "tag": "ee3233b0-b87c-460d-a866-dc75602f653c", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:01.186187 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac114372-78ba-47cd-b518-22881207eaf0 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:01.186593 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac114372-78ba-47cd-b518-22881207eaf0'] response: {'name': 'network-changed', 'server_uuid': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'tag': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'status': 'completed', 'code': 200} Jul 15 15:08:01.227354 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bad30-5e12-44d5-9d7d-8a9ad6bd9755 req-f4ffe9a6-1fe0-4b5e-b7e0-ca104a77ccfb tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:01.228821 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-422bad30-5e12-44d5-9d7d-8a9ad6bd9755 req-f4ffe9a6-1fe0-4b5e-b7e0-ca104a77ccfb tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 945 time: 0.0530539 Jul 15 15:08:01.276871 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-422bad30-5e12-44d5-9d7d-8a9ad6bd9755 req-288216e9-0075-4bf4-aab8-3403b9f9530f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420861 Jul 15 15:08:01.291062 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2603dae-3bd0-45cb-9091-b03da3f79a78 req-cdba38bf-7782-4496-bc41-3f4d6be633f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:01.292773 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d2603dae-3bd0-45cb-9091-b03da3f79a78 req-cdba38bf-7782-4496-bc41-3f4d6be633f2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 1130 time: 0.0492945 Jul 15 15:08:01.384554 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2603dae-3bd0-45cb-9091-b03da3f79a78 req-2c3b3ed2-d132-4371-9d20-03a1fc080d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:01.386176 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d2603dae-3bd0-45cb-9091-b03da3f79a78 req-2c3b3ed2-d132-4371-9d20-03a1fc080d4b service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.0856607 Jul 15 15:08:01.450727 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d2603dae-3bd0-45cb-9091-b03da3f79a78 req-90b4f667-86f5-4401-87b7-62609e321d26 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3233b0-b87c-460d-a866-dc75602f653c HTTP/1.1" status: 200 len: 1000 time: 0.0573313 Jul 15 15:08:01.512821 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2603dae-3bd0-45cb-9091-b03da3f79a78 req-fd9b551b-3c38-4b12-b724-8225fcd83cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:01.514232 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d2603dae-3bd0-45cb-9091-b03da3f79a78 req-fd9b551b-3c38-4b12-b724-8225fcd83cf7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0534925 Jul 15 15:08:01.583285 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ba67d-afde-4f29-872a-29f0fd658d2d req-aea10d17-1d49-4dae-a964-656b1e790c6a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:01.584683 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fb0ba67d-afde-4f29-872a-29f0fd658d2d req-aea10d17-1d49-4dae-a964-656b1e790c6a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0879807 Jul 15 15:08:01.590700 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2603dae-3bd0-45cb-9091-b03da3f79a78 req-c6940b09-fd63-420d-b598-7720571f37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:01.592069 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d2603dae-3bd0-45cb-9091-b03da3f79a78 req-c6940b09-fd63-420d-b598-7720571f37e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637290 Jul 15 15:08:01.657191 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 00bcb254-9fea-44c6-87c7-c34b963ce6f5 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:08:01.687797 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fb0ba67d-afde-4f29-872a-29f0fd658d2d req-7fd3cb16-d618-47c3-81f0-f42cb0af72a5 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947552 Jul 15 15:08:01.706060 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:08:01.706580 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:01.711408 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae04219-350a-49e0-b7ad-50c089d8c6f0 req-e631d8d1-ad3f-4959-afc8-e2e75aee5f23 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:01.712965 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0ae04219-350a-49e0-b7ad-50c089d8c6f0 req-e631d8d1-ad3f-4959-afc8-e2e75aee5f23 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 945 time: 0.0589707 Jul 15 15:08:01.718025 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d2603dae-3bd0-45cb-9091-b03da3f79a78 req-3a78fb62-da1f-4853-b08d-de5ebd8aba1c service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185844 Jul 15 15:08:01.768879 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0ae04219-350a-49e0-b7ad-50c089d8c6f0 req-78007841-71ff-4501-bc2e-1ac223f389ea tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442951 Jul 15 15:08:01.786009 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:08:01.786737 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:01.812407 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:08:01.814870 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c2b2da-a973-4447-8b97-ca575608c035" -d '{"events": [{"server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "name": "network-vif-plugged", "status": "completed", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:01.827755 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d2603dae-3bd0-45cb-9091-b03da3f79a78 req-6e443cb7-3bf5-491c-8e38-276d951a1faf service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006148 Jul 15 15:08:01.833352 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:01.838927 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:01.871894 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c45487-da27-4492-8bd9-9e5a61b83523 x-openstack-request-id: req-f8c45487-da27-4492-8bd9-9e5a61b83523 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:01.872191 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "name": "network-vif-plugged", "status": "completed", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:01.872446 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8c45487-da27-4492-8bd9-9e5a61b83523 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:01.873008 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c45487-da27-4492-8bd9-9e5a61b83523'] response: {'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'code': 200} Jul 15 15:08:01.886722 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cef2a-102f-4c46-ac00-ba3032374d37 req-8d880db4-df67-43b3-8627-b95dca6a8c2b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:01.888237 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1d6cef2a-102f-4c46-ac00-ba3032374d37 req-8d880db4-df67-43b3-8627-b95dca6a8c2b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0596201 Jul 15 15:08:01.901158 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=00bcb254-9fea-44c6-87c7-c34b963ce6f5,revision_number=10']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:01.951124 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1d6cef2a-102f-4c46-ac00-ba3032374d37 req-a2ec0301-e6f1-4c98-8903-3884b075f7ad tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555036 Jul 15 15:08:02.405298 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e4221-38fc-4ba5-a049-fe6c45c61991 req-56649248-0951-4ff6-89f9-2ded29a41623 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:02.406749 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d34e4221-38fc-4ba5-a049-fe6c45c61991 req-56649248-0951-4ff6-89f9-2ded29a41623 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 945 time: 0.0594752 Jul 15 15:08:02.435562 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-2eb6aaff-ba97-4634-b390-c625a2b4aa6d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:02.437138 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-2eb6aaff-ba97-4634-b390-c625a2b4aa6d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 945 time: 0.0530887 Jul 15 15:08:02.458849 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d34e4221-38fc-4ba5-a049-fe6c45c61991 req-93016526-e3e0-4867-b7aa-5e0c3bf78026 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=3d921ff5-cbd9-4582-8c2f-c1526794b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438597 Jul 15 15:08:02.538616 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Deleting port d20129d4-653a-42af-b232-4f7a4033dfa4 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:08:02.538971 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:02.666134 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] For port d20129d4-653a-42af-b232-4f7a4033dfa4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=d20129d4-653a-42af-b232-4f7a4033dfa4,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:02.666504 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:02.789406 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50adbf2-708e-447e-b3e2-5c56477e6406 req-0f161cf2-bd52-4a70-b224-d14150fbd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:02.790863 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c50adbf2-708e-447e-b3e2-5c56477e6406 req-0f161cf2-bd52-4a70-b224-d14150fbd753 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 1131 time: 0.1607718 Jul 15 15:08:02.902771 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286888c0-3116-4ee7-a303-ba8bcd879a5a req-3c050c2f-e74e-4b26-9251-ce83b163fb5f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:02.904269 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-286888c0-3116-4ee7-a303-ba8bcd879a5a req-3c050c2f-e74e-4b26-9251-ce83b163fb5f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 947 time: 0.0612829 Jul 15 15:08:02.935415 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c50adbf2-708e-447e-b3e2-5c56477e6406 req-b90f5dc7-65d8-4882-851b-c94914d695ea service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372328 Jul 15 15:08:02.948384 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51ee3e-e43f-4a97-b3df-eb72adbccb4c req-76364f8f-e406-47ee-b21f-15fd57eea5d1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:02.949853 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7c51ee3e-e43f-4a97-b3df-eb72adbccb4c req-76364f8f-e406-47ee-b21f-15fd57eea5d1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.1815279 Jul 15 15:08:02.952528 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-286888c0-3116-4ee7-a303-ba8bcd879a5a req-a4eb878c-cd0e-4fd8-ac2d-ea86e8a580ef tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413535 Jul 15 15:08:02.978279 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:02.978648 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (8276ede7-28dc-444a-b946-c8039a150eb4), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:02.978966 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Floating IP 8276ede7-28dc-444a-b946-c8039a150eb4 disassociated. External IP: 172.27.2.29, port: d20129d4-653a-42af-b232-4f7a4033dfa4. Jul 15 15:08:02.979331 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Calling delete_port for d20129d4-653a-42af-b232-4f7a4033dfa4 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:08:03.045588 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7c51ee3e-e43f-4a97-b3df-eb72adbccb4c req-5d369607-297b-4080-9bb3-b41b9c78dd25 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891345 Jul 15 15:08:03.077218 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed653c3f-09e5-4eb6-8dd7-6ad55bfd3d5a req-cd8ed830-a30e-45f9-9c91-be50d3944f7e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:03.078695 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ed653c3f-09e5-4eb6-8dd7-6ad55bfd3d5a req-cd8ed830-a30e-45f9-9c91-be50d3944f7e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0560603 Jul 15 15:08:03.137101 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (d20129d4-653a-42af-b232-4f7a4033dfa4), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:03.146222 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ed653c3f-09e5-4eb6-8dd7-6ad55bfd3d5a req-097d877e-8ebb-4132-9289-e49b2c25ba0e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609076 Jul 15 15:08:03.168090 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event deleted for resources: {'Port': ['ID=d20129d4-653a-42af-b232-4f7a4033dfa4,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:03.182830 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.183191 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.183543 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.183888 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.184235 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.184611 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.184935 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.185269 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.185651 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.185933 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.186269 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.186599 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.186927 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:03.293612 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Router 555a1d54-29f3-4dc6-856f-7c315646a323 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:08:03.398267 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:08:03.408924 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fdce8-8ee6-4221-98a1-04fa56560497 None None] Sync routers for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:08:03.418787 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fdce8-8ee6-4221-98a1-04fa56560497 None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:08:03.419385 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-fa1fdce8-8ee6-4221-98a1-04fa56560497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:07:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:03.444405 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] No DVR routers for this DVR port d20129d4-653a-42af-b232-4f7a4033dfa4 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:03.446927 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:03.450384 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b06d4955-df28-4755-b70c-f88a0b1fadac req-83f3549e-8fe9-475e-b8c9-061cb8df559f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "DELETE /v2.0/ports/d20129d4-653a-42af-b232-4f7a4033dfa4 HTTP/1.1" status: 204 len: 173 time: 1.0066891 Jul 15 15:08:03.450828 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'name': 'network-vif-deleted', 'tag': 'd20129d4-653a-42af-b232-4f7a4033dfa4'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:08:03.453148 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df47568-99c4-4d1d-9481-527e360fa93a" -d '{"events": [{"server_uuid": "bdb7232d-9a68-42ec-a387-776f15f679ee", "name": "network-vif-deleted", "tag": "d20129d4-653a-42af-b232-4f7a4033dfa4"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:03.499239 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bf7b32-fb3e-49a4-829c-4ca3a06510d8 x-openstack-request-id: req-e6bf7b32-fb3e-49a4-829c-4ca3a06510d8 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:03.499640 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb7232d-9a68-42ec-a387-776f15f679ee", "name": "network-vif-deleted", "tag": "d20129d4-653a-42af-b232-4f7a4033dfa4", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:03.500014 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e6bf7b32-fb3e-49a4-829c-4ca3a06510d8 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:03.500493 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6bf7b32-fb3e-49a4-829c-4ca3a06510d8'] response: {'server_uuid': 'bdb7232d-9a68-42ec-a387-776f15f679ee', 'name': 'network-vif-deleted', 'tag': 'd20129d4-653a-42af-b232-4f7a4033dfa4', 'status': 'completed', 'code': 200} Jul 15 15:08:03.526706 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-fa1fdce8-8ee6-4221-98a1-04fa56560497 None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:08:03.576583 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8b1e7cd2-9959-4088-83de-9d8e35aeaf92 req-486ded8e-c0a2-4493-a9a4-d135ad79c693 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=bdb7232d-9a68-42ec-a387-776f15f679ee HTTP/1.1" status: 200 len: 210 time: 0.0293992 Jul 15 15:08:03.830600 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-fa1fdce8-8ee6-4221-98a1-04fa56560497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '461f3938-8211-4f12-9980-69aae89404fe', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:62:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:01:24Z', 'updated_at': '2022-07-15T15:02:22Z', 'revision_number': 2, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:03.857345 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fdce8-8ee6-4221-98a1-04fa56560497 None None] Checking router: 555a1d54-29f3-4dc6-856f-7c315646a323 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:08:03.866552 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fdce8-8ee6-4221-98a1-04fa56560497 None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:08:03.867162 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-fa1fdce8-8ee6-4221-98a1-04fa56560497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:07:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:03.970819 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-fa1fdce8-8ee6-4221-98a1-04fa56560497 None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:08:04.082432 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790fd9b-8287-4f6c-ac26-0eda89d2b0fd req-f63b0878-5303-4871-b609-11d47ef0647b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:04.085008 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6790fd9b-8287-4f6c-ac26-0eda89d2b0fd req-f63b0878-5303-4871-b609-11d47ef0647b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 947 time: 0.0582609 Jul 15 15:08:04.151914 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6790fd9b-8287-4f6c-ac26-0eda89d2b0fd req-298be337-5deb-439c-ae55-c7e26d35b94c tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614040 Jul 15 15:08:04.211692 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c4181-c450-4064-a3c1-9ee078b461b3 req-403d7855-7b81-499d-9233-f1ea8311a4e2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:04.214991 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8f5c4181-c450-4064-a3c1-9ee078b461b3 req-403d7855-7b81-499d-9233-f1ea8311a4e2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0874670 Jul 15 15:08:04.218527 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-fa1fdce8-8ee6-4221-98a1-04fa56560497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '461f3938-8211-4f12-9980-69aae89404fe', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:62:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:01:24Z', 'updated_at': '2022-07-15T15:02:22Z', 'revision_number': 2, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:04.247338 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fdce8-8ee6-4221-98a1-04fa56560497 None None] The sync data for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi is: [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '461f3938-8211-4f12-9980-69aae89404fe', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:62:fb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:01:24Z', 'updated_at': '2022-07-15T15:02:22Z', 'revision_number': 2, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:08:04.278333 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8f5c4181-c450-4064-a3c1-9ee078b461b3 req-fc874ed5-1ea1-4cca-bf25-46848f5dca65 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537839 Jul 15 15:08:04.301170 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d85dc4-71b7-4a11-8c03-62e704fbad72 req-38f946d0-24f0-40b9-9551-78653c950d26 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:04.304716 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-43d85dc4-71b7-4a11-8c03-62e704fbad72 req-38f946d0-24f0-40b9-9551-78653c950d26 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0840182 Jul 15 15:08:04.369717 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-43d85dc4-71b7-4a11-8c03-62e704fbad72 req-1d647ad2-5541-4924-80ac-75cf5ba554ae tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591047 Jul 15 15:08:04.493431 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533a7e0f-985d-4b2c-89ff-b668e9bb75a2 None None] New status for floating IP 8276ede7-28dc-444a-b946-c8039a150eb4: DOWN {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:08:04.670690 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37620) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:08:04.729294 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0c60448f-bf22-42b5-8815-f9cae8489d4f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (3d921ff5-cbd9-4582-8c2f-c1526794b9f7), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:04.755538 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0c60448f-bf22-42b5-8815-f9cae8489d4f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (3d921ff5-cbd9-4582-8c2f-c1526794b9f7), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:04.807208 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0c60448f-bf22-42b5-8815-f9cae8489d4f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (3d921ff5-cbd9-4582-8c2f-c1526794b9f7), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:04.811685 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0c60448f-bf22-42b5-8815-f9cae8489d4f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:04.813519 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-0c60448f-bf22-42b5-8815-f9cae8489d4f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "DELETE /v2.0/security-groups/3d921ff5-cbd9-4582-8c2f-c1526794b9f7 HTTP/1.1" status: 204 len: 168 time: 0.1410716 Jul 15 15:08:04.816170 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 37622) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:08:04.827432 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60448f-bf22-42b5-8815-f9cae8489d4f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d921ff5-cbd9-4582-8c2f-c1526794b9f7,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:04.830193 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.api.v2.resource [None req-a92ecb52-ad73-4b3d-914f-9e39fa78dc11 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] show failed (client error): The resource could not be found. Jul 15 15:08:04.831405 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-a92ecb52-ad73-4b3d-914f-9e39fa78dc11 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups/3d921ff5-cbd9-4582-8c2f-c1526794b9f7 HTTP/1.1" status: 404 len: 347 time: 0.0140331 Jul 15 15:08:04.835128 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 37624) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:08:04.957683 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Deleting port e2d3bcc2-c361-45bd-b076-6644d75afb92 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:08:04.958102 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (e2d3bcc2-c361-45bd-b076-6644d75afb92), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:05.061362 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (e2d3bcc2-c361-45bd-b076-6644d75afb92), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:05.061696 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (e2d3bcc2-c361-45bd-b076-6644d75afb92), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:05.076259 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Calling delete_port for e2d3bcc2-c361-45bd-b076-6644d75afb92 owned by network:floatingip {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:08:05.293806 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (e2d3bcc2-c361-45bd-b076-6644d75afb92), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:05.348254 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event deleted for resources: {'Port': ['ID=e2d3bcc2-c361-45bd-b076-6644d75afb92,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:05.358917 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.359299 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.359554 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.359917 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.360257 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.361266 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.361592 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.361940 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.362316 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.362646 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.362979 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.363309 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.366268 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:05.377237 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f0df2-a87f-43c9-8915-e540df145fe1 req-48bdf8f3-dcf8-4753-b1ff-16155d42cfff tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:05.383774 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bf4f0df2-a87f-43c9-8915-e540df145fe1 req-48bdf8f3-dcf8-4753-b1ff-16155d42cfff tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 947 time: 0.1431820 Jul 15 15:08:05.418180 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102722a-ff7a-4db9-aba7-b96187663482 req-59f1da92-d4de-4024-b9f6-561a63cdfd08 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:05.426826 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e102722a-ff7a-4db9-aba7-b96187663482 req-59f1da92-d4de-4024-b9f6-561a63cdfd08 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0735781 Jul 15 15:08:05.461119 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (8276ede7-28dc-444a-b946-c8039a150eb4), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:05.463985 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:05.465187 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-01030659-fd6f-4a95-afce-81b73b44eb39 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "DELETE /v2.0/floatingips/8276ede7-28dc-444a-b946-c8039a150eb4 HTTP/1.1" status: 204 len: 168 time: 0.6291478 Jul 15 15:08:05.476206 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bf4f0df2-a87f-43c9-8915-e540df145fe1 req-7618308d-63f2-4642-9626-cd229f85cd3c tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912225 Jul 15 15:08:05.488485 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e102722a-ff7a-4db9-aba7-b96187663482 req-61e0c098-11ad-4d2c-b560-ffcfec8ecd5e tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566759 Jul 15 15:08:05.597429 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c6040-91d7-4aa1-9c56-8efd8a084b0d req-6e07c4fe-a1ea-4863-be9b-57b4976256d4 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:05.599167 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2a6c6040-91d7-4aa1-9c56-8efd8a084b0d req-6e07c4fe-a1ea-4863-be9b-57b4976256d4 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0617845 Jul 15 15:08:05.642108 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device d20129d4-653a-42af-b232-4f7a4033dfa4 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:05.661846 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2a6c6040-91d7-4aa1-9c56-8efd8a084b0d req-88bf4fa3-35eb-489e-9e5d-81a11e4714e9 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565553 Jul 15 15:08:05.674540 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: d20129d4-653a-42af-b232-4f7a4033dfa4 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:08:05.674976 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device d20129d4-653a-42af-b232-4f7a4033dfa4 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:06.620882 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89ddac-af77-40f1-9415-521d851a0981 req-ccba5d7e-b694-41cd-bc7b-c475b8f1d507 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:06.622787 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fb89ddac-af77-40f1-9415-521d851a0981 req-ccba5d7e-b694-41cd-bc7b-c475b8f1d507 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 947 time: 0.0727975 Jul 15 15:08:06.624821 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e2e99-343d-4bdb-8475-e96f65179731 req-35665e97-d991-4952-9e44-c4b7c19e3a0b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:06.633150 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-943e2e99-343d-4bdb-8475-e96f65179731 req-35665e97-d991-4952-9e44-c4b7c19e3a0b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0763445 Jul 15 15:08:06.685137 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fb89ddac-af77-40f1-9415-521d851a0981 req-7ae3f2a6-91d2-4a85-a6b0-5237b5905e0c tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519388 Jul 15 15:08:06.693099 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-943e2e99-343d-4bdb-8475-e96f65179731 req-4b3bd205-1ae1-408c-8e6a-d954bb4c8975 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529740 Jul 15 15:08:06.805928 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4e368-41e6-42b8-b1e1-30a84a67f03f req-fc9b3c47-c9cf-42e3-8862-186aa92a3e4e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:06.807604 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-abf4e368-41e6-42b8-b1e1-30a84a67f03f req-fc9b3c47-c9cf-42e3-8862-186aa92a3e4e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0591929 Jul 15 15:08:06.828288 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:06.899318 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-abf4e368-41e6-42b8-b1e1-30a84a67f03f req-f60ff9b9-841e-4a52-af2e-4df9bdd221fb tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764058 Jul 15 15:08:07.605221 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-834dccfb-6d4b-4549-84f5-bed331a127bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:07.816598 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0a2c2-4679-4c56-9bc0-640ade32cdaf req-a9b0cfd8-6ea5-46e0-83b2-c83adaa29ba4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:07.817987 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e1d0a2c2-4679-4c56-9bc0-640ade32cdaf req-a9b0cfd8-6ea5-46e0-83b2-c83adaa29ba4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0541530 Jul 15 15:08:07.864411 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e1d0a2c2-4679-4c56-9bc0-640ade32cdaf req-0229ce09-fa31-4c73-8698-3b2278a5d25f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407968 Jul 15 15:08:08.025996 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b242f0a-3fe9-48b7-bab2-e1344e2e16e1 req-c612d22f-c61f-4ff3-9cd6-56e31e99d784 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:08.027482 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2b242f0a-3fe9-48b7-bab2-e1344e2e16e1 req-c612d22f-c61f-4ff3-9cd6-56e31e99d784 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0564191 Jul 15 15:08:08.091276 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2b242f0a-3fe9-48b7-bab2-e1344e2e16e1 req-0c424735-4b3d-4af4-9a9a-c07f6050c475 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565450 Jul 15 15:08:08.201906 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd21ba7-6812-4d0f-ac88-9bb4af18f93b req-2a811800-c1e0-43e0-8638-7f39cdf686b5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:08.203368 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9cd21ba7-6812-4d0f-ac88-9bb4af18f93b req-2a811800-c1e0-43e0-8638-7f39cdf686b5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0545969 Jul 15 15:08:08.252500 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9cd21ba7-6812-4d0f-ac88-9bb4af18f93b req-27ed1d8e-4e61-426b-9168-c5d80c4e54ee tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426700 Jul 15 15:08:08.994946 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85119e0-45b9-444a-8f9b-b25a68052e44 req-23468007-d298-4c97-8914-32f9870d6bf5 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:08.996720 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d85119e0-45b9-444a-8f9b-b25a68052e44 req-23468007-d298-4c97-8914-32f9870d6bf5 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0631673 Jul 15 15:08:09.044403 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d85119e0-45b9-444a-8f9b-b25a68052e44 req-0be79346-27d2-4a0a-b322-8cde7219500c tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410852 Jul 15 15:08:09.147950 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2b0a93b4-0ec5-4d89-8540-34aae1bced34 req-e6ff09e1-3a83-4355-a4d4-9fcabff6fc5e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457540 Jul 15 15:08:09.250781 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba5def-74ab-489e-bf11-a5722a97e270 req-24cbea1e-cf93-4321-87c8-746c7a3a2dda tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:09.252835 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4dba5def-74ab-489e-bf11-a5722a97e270 req-24cbea1e-cf93-4321-87c8-746c7a3a2dda tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0921023 Jul 15 15:08:09.258465 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a93b4-0ec5-4d89-8540-34aae1bced34 req-cd18cefd-c46e-43a7-95d2-5f2f8cfe1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:09.259845 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2b0a93b4-0ec5-4d89-8540-34aae1bced34 req-cd18cefd-c46e-43a7-95d2-5f2f8cfe1b91 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 1130 time: 0.0647259 Jul 15 15:08:09.380750 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553723e-17e6-489f-9011-9724a86b5e86 req-50e3e950-805b-47d7-b933-ab652a543ea0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:09.382413 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e553723e-17e6-489f-9011-9724a86b5e86 req-50e3e950-805b-47d7-b933-ab652a543ea0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.0619278 Jul 15 15:08:09.393497 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4dba5def-74ab-489e-bf11-a5722a97e270 req-791ac98d-866a-40de-8912-5bd58910070b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327186 Jul 15 15:08:09.431686 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e553723e-17e6-489f-9011-9724a86b5e86 req-6227c41f-d118-401f-a908-d8addd61fbe6 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=5bb37094-2403-4694-b30c-ecc53c0b736f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437369 Jul 15 15:08:09.433252 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-2fd0b184-a62b-4414-ad8d-40cc177a0321 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:09.434677 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-2fd0b184-a62b-4414-ad8d-40cc177a0321 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 946 time: 0.1472182 Jul 15 15:08:09.470424 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a93b4-0ec5-4d89-8540-34aae1bced34 req-3eef5e34-0145-4456-aaac-44aabda0c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:09.471933 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2b0a93b4-0ec5-4d89-8540-34aae1bced34 req-3eef5e34-0145-4456-aaac-44aabda0c4a8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.1680708 Jul 15 15:08:09.542045 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2b0a93b4-0ec5-4d89-8540-34aae1bced34 req-c497d300-8394-4b58-93de-f8adf71f3888 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85697579-81ac-41bb-9650-aeba95f3afce HTTP/1.1" status: 200 len: 217 time: 0.0551674 Jul 15 15:08:09.566002 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Deleting port c6dce89a-8073-4a24-b77f-96ecdfe6f936 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:08:09.566351 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:09.660803 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a93b4-0ec5-4d89-8540-34aae1bced34 req-d0cfc633-bbeb-4a69-a43b-e018a4f572b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:09.662207 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2b0a93b4-0ec5-4d89-8540-34aae1bced34 req-d0cfc633-bbeb-4a69-a43b-e018a4f572b6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0929399 Jul 15 15:08:09.692315 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-88785656-b76c-46cc-ad64-a888fa4b0cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:09.717243 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] For port c6dce89a-8073-4a24-b77f-96ecdfe6f936, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c6dce89a-8073-4a24-b77f-96ecdfe6f936,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:09.717612 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:09.779617 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a93b4-0ec5-4d89-8540-34aae1bced34 req-2ad9e3b3-ad7b-49e0-a40c-82a2dc8ba5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:09.781443 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2b0a93b4-0ec5-4d89-8540-34aae1bced34 req-2ad9e3b3-ad7b-49e0-a40c-82a2dc8ba5c1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1070464 Jul 15 15:08:09.932348 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:09.932656 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (461f3938-8211-4f12-9980-69aae89404fe), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:09.932979 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Floating IP 461f3938-8211-4f12-9980-69aae89404fe disassociated. External IP: 172.27.2.229, port: c6dce89a-8073-4a24-b77f-96ecdfe6f936. Jul 15 15:08:09.933322 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Calling delete_port for c6dce89a-8073-4a24-b77f-96ecdfe6f936 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:08:10.003405 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2b0a93b4-0ec5-4d89-8540-34aae1bced34 req-e1b9d3e7-ad95-4d6d-9d46-a4f1f0a896a7 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431754 Jul 15 15:08:10.179828 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2b0a93b4-0ec5-4d89-8540-34aae1bced34 req-4b1981c7-1aaa-4943-b07f-83422a2b3ef5 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639740 Jul 15 15:08:10.193981 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (c6dce89a-8073-4a24-b77f-96ecdfe6f936), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:10.479225 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event deleted for resources: {'Port': ['ID=c6dce89a-8073-4a24-b77f-96ecdfe6f936,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:10.494364 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42fae8-0969-4a1a-8584-251bbf0f191d req-1247d76b-cd69-4da4-8b02-bc2a47b8f340 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:10.495882 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9f42fae8-0969-4a1a-8584-251bbf0f191d req-1247d76b-cd69-4da4-8b02-bc2a47b8f340 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.3685741 Jul 15 15:08:10.527635 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887200f-eb89-4d7b-8f1e-e28115fa4bc2 req-ebfea326-eaa4-475a-85c1-2674911b6181 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:10.529263 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9887200f-eb89-4d7b-8f1e-e28115fa4bc2 req-ebfea326-eaa4-475a-85c1-2674911b6181 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0659120 Jul 15 15:08:10.589969 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9887200f-eb89-4d7b-8f1e-e28115fa4bc2 req-4d519d4e-6ba2-48cd-959d-3cb7ab6fd7c7 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac&id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536792 Jul 15 15:08:10.622410 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9f42fae8-0969-4a1a-8584-251bbf0f191d req-df1b33e8-4e76-47c8-a576-4f411ef608e3 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916862 Jul 15 15:08:10.631363 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Router 555a1d54-29f3-4dc6-856f-7c315646a323 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:08:10.693944 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-677caa0f-1f59-4ba6-bce2-dd752b81cdf7 req-8403ce36-91cd-4251-a7ea-f46be65c6334 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=b56e9a43-3a4b-468b-bbec-f5bd41d9b32e HTTP/1.1" status: 200 len: 210 time: 0.0337746 Jul 15 15:08:10.754318 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:08:10.770515 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc086bda-bb31-4f27-abdc-24eca76e7b6f None None] Sync routers for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:08:10.796788 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc086bda-bb31-4f27-abdc-24eca76e7b6f None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:08:10.797726 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-fc086bda-bb31-4f27-abdc-24eca76e7b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:08:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:10.799628 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] No DVR routers for this DVR port c6dce89a-8073-4a24-b77f-96ecdfe6f936 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:10.803278 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:10.806845 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6a7940ec-fc53-49c6-9760-d3706d666e61 req-aba215f8-370f-472a-93f1-c4f17344752a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "DELETE /v2.0/ports/c6dce89a-8073-4a24-b77f-96ecdfe6f936 HTTP/1.1" status: 204 len: 173 time: 1.3630319 Jul 15 15:08:10.807338 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'name': 'network-vif-deleted', 'tag': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:08:10.809669 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f2b3b5-53dd-4de9-bbe9-8d94638ed62b" -d '{"events": [{"server_uuid": "b56e9a43-3a4b-468b-bbec-f5bd41d9b32e", "name": "network-vif-deleted", "tag": "c6dce89a-8073-4a24-b77f-96ecdfe6f936"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:10.868337 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d83ea4-4e9a-4406-a352-e3e2e3b37892 x-openstack-request-id: req-54d83ea4-4e9a-4406-a352-e3e2e3b37892 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:10.868677 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56e9a43-3a4b-468b-bbec-f5bd41d9b32e", "name": "network-vif-deleted", "tag": "c6dce89a-8073-4a24-b77f-96ecdfe6f936", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:10.868939 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-54d83ea4-4e9a-4406-a352-e3e2e3b37892 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:10.869351 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d83ea4-4e9a-4406-a352-e3e2e3b37892'] response: {'server_uuid': 'b56e9a43-3a4b-468b-bbec-f5bd41d9b32e', 'name': 'network-vif-deleted', 'tag': 'c6dce89a-8073-4a24-b77f-96ecdfe6f936', 'status': 'completed', 'code': 200} Jul 15 15:08:10.875339 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95d5d4-19f9-4ef5-99e4-986d59646fa4 req-a69c4485-71fa-45fd-a921-d48728e351c3 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:10.883446 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ff95d5d4-19f9-4ef5-99e4-986d59646fa4 req-a69c4485-71fa-45fd-a921-d48728e351c3 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0684495 Jul 15 15:08:10.940120 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ff95d5d4-19f9-4ef5-99e4-986d59646fa4 req-cd9deec7-6a99-416d-9c2c-4cdea725d707 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557299 Jul 15 15:08:10.953752 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-fc086bda-bb31-4f27-abdc-24eca76e7b6f None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:08:11.000023 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:11.013756 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cebc6-34a1-4fed-8c37-e5b882f624db req-5aa0f126-0f96-4c7a-8deb-ff781833cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:11.015267 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de4cebc6-34a1-4fed-8c37-e5b882f624db req-5aa0f126-0f96-4c7a-8deb-ff781833cca4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6b962299ae347548ec82de0f2b6389d&device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 1130 time: 0.0754251 Jul 15 15:08:11.117679 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cebc6-34a1-4fed-8c37-e5b882f624db req-c4c79575-a7e6-4fae-abfc-9bc43f5e0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:11.119173 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de4cebc6-34a1-4fed-8c37-e5b882f624db req-c4c79575-a7e6-4fae-abfc-9bc43f5e0a02 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 200 len: 911 time: 0.0943356 Jul 15 15:08:11.178798 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-fc086bda-bb31-4f27-abdc-24eca76e7b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:11.183897 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de4cebc6-34a1-4fed-8c37-e5b882f624db req-77e91d43-309a-46fe-936a-b6d5088546f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa3beace-8edd-4645-9f42-03b98db56b58 HTTP/1.1" status: 200 len: 1002 time: 0.0580671 Jul 15 15:08:11.209182 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc086bda-bb31-4f27-abdc-24eca76e7b6f None None] Checking router: 555a1d54-29f3-4dc6-856f-7c315646a323 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:08:11.217576 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc086bda-bb31-4f27-abdc-24eca76e7b6f None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:08:11.218408 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-fc086bda-bb31-4f27-abdc-24eca76e7b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:08:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:11.272030 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cebc6-34a1-4fed-8c37-e5b882f624db req-85281c81-435e-48a3-b6b9-d97ca98bc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:11.273512 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de4cebc6-34a1-4fed-8c37-e5b882f624db req-85281c81-435e-48a3-b6b9-d97ca98bc1ba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff HTTP/1.1" status: 200 len: 849 time: 0.0541296 Jul 15 15:08:11.326549 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-fc086bda-bb31-4f27-abdc-24eca76e7b6f None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:08:11.330901 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cebc6-34a1-4fed-8c37-e5b882f624db req-bfcc2eee-0788-4c0d-9b41-c417fc40de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:11.332403 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de4cebc6-34a1-4fed-8c37-e5b882f624db req-bfcc2eee-0788-4c0d-9b41-c417fc40de2c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ba6677d-5774-4709-9ff3-2439871082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525937 Jul 15 15:08:11.425352 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de4cebc6-34a1-4fed-8c37-e5b882f624db req-1d29aad8-45fe-4e55-9ef7-c7e509169533 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832703 Jul 15 15:08:11.519582 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-fc086bda-bb31-4f27-abdc-24eca76e7b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:11.526731 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de4cebc6-34a1-4fed-8c37-e5b882f624db req-1402b95f-206d-4722-bffd-b18d06fa155c service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880375 Jul 15 15:08:11.550551 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc086bda-bb31-4f27-abdc-24eca76e7b6f None None] The sync data for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi is: [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:08:11.787986 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 37722) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:08:11.810022 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b272a83d-23e6-4bc2-8278-4fddde2a97c2 None None] New status for floating IP 461f3938-8211-4f12-9980-69aae89404fe: DOWN {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:08:11.845266 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-67c35a3e-8144-408f-be80-a4c57b29a9ec tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (5bb37094-2403-4694-b30c-ecc53c0b736f), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:11.867927 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-67c35a3e-8144-408f-be80-a4c57b29a9ec tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (5bb37094-2403-4694-b30c-ecc53c0b736f), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:11.921162 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-67c35a3e-8144-408f-be80-a4c57b29a9ec tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (5bb37094-2403-4694-b30c-ecc53c0b736f), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:11.924489 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-67c35a3e-8144-408f-be80-a4c57b29a9ec tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:11.925663 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-67c35a3e-8144-408f-be80-a4c57b29a9ec tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "DELETE /v2.0/security-groups/5bb37094-2403-4694-b30c-ecc53c0b736f HTTP/1.1" status: 204 len: 168 time: 0.1367247 Jul 15 15:08:11.928574 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37724) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:08:11.934812 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c35a3e-8144-408f-be80-a4c57b29a9ec tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb37094-2403-4694-b30c-ecc53c0b736f,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:11.943581 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.api.v2.resource [None req-813b927b-3fe1-450a-adee-324a0c47c5c0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] show failed (client error): The resource could not be found. Jul 15 15:08:11.944709 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-813b927b-3fe1-450a-adee-324a0c47c5c0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups/5bb37094-2403-4694-b30c-ecc53c0b736f HTTP/1.1" status: 404 len: 347 time: 0.0150304 Jul 15 15:08:11.947517 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37726) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:08:12.102207 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145187b-a371-4ea4-bcd9-feffc77c5b7f req-03d76401-fecb-41b6-8d62-42e922799347 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:12.103694 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8145187b-a371-4ea4-bcd9-feffc77c5b7f req-03d76401-fecb-41b6-8d62-42e922799347 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0839293 Jul 15 15:08:12.111174 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-7def540a-a475-45ed-8a3b-031b5e1dbb2c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Deleting port a3daf64c-3772-428d-97ab-619a184f4554 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:08:12.111597 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7def540a-a475-45ed-8a3b-031b5e1dbb2c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (a3daf64c-3772-428d-97ab-619a184f4554), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.205974 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8145187b-a371-4ea4-bcd9-feffc77c5b7f req-b4c39c08-aa3b-4233-a425-3417eda936c0 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923133 Jul 15 15:08:12.230716 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7def540a-a475-45ed-8a3b-031b5e1dbb2c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (a3daf64c-3772-428d-97ab-619a184f4554), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.231319 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7def540a-a475-45ed-8a3b-031b5e1dbb2c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (a3daf64c-3772-428d-97ab-619a184f4554), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.244678 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-7def540a-a475-45ed-8a3b-031b5e1dbb2c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Calling delete_port for a3daf64c-3772-428d-97ab-619a184f4554 owned by network:floatingip {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:08:12.385121 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7def540a-a475-45ed-8a3b-031b5e1dbb2c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (a3daf64c-3772-428d-97ab-619a184f4554), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.401874 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.409787 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def540a-a475-45ed-8a3b-031b5e1dbb2c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event deleted for resources: {'Port': ['ID=a3daf64c-3772-428d-97ab-619a184f4554,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:12.473384 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7def540a-a475-45ed-8a3b-031b5e1dbb2c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (461f3938-8211-4f12-9980-69aae89404fe), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.475923 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7def540a-a475-45ed-8a3b-031b5e1dbb2c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.477090 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-7def540a-a475-45ed-8a3b-031b5e1dbb2c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "DELETE /v2.0/floatingips/461f3938-8211-4f12-9980-69aae89404fe HTTP/1.1" status: 204 len: 168 time: 0.5286694 Jul 15 15:08:12.556255 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37732) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:08:12.560795 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-9ed0f436-47ad-4aec-b99d-a3e1058e6eed tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227265644', 'description': 'tempest-description--253033284'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:08:12.581315 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f436-47ad-4aec-b99d-a3e1058e6eed tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.648549 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f436-47ad-4aec-b99d-a3e1058e6eed tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (eb0e6ef9-4116-4f0c-be69-de77c9717084), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.652168 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f436-47ad-4aec-b99d-a3e1058e6eed tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (eb0e6ef9-4116-4f0c-be69-de77c9717084), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.678264 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-9ed0f436-47ad-4aec-b99d-a3e1058e6eed tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.679519 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-9ed0f436-47ad-4aec-b99d-a3e1058e6eed tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1222301 Jul 15 15:08:12.682844 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 37734) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:08:12.688037 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-419442d3-49a6-4944-9745-f6bd6ad65022 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'security_group_rule': {'security_group_id': 'eb0e6ef9-4116-4f0c-be69-de77c9717084', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:08:12.689949 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0f436-47ad-4aec-b99d-a3e1058e6eed tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0e6ef9-4116-4f0c-be69-de77c9717084,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:12.718460 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-419442d3-49a6-4944-9745-f6bd6ad65022 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (6a56b297-113f-46ce-b2fc-337854aa6359), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.766316 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-419442d3-49a6-4944-9745-f6bd6ad65022 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (6a56b297-113f-46ce-b2fc-337854aa6359), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.770220 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-419442d3-49a6-4944-9745-f6bd6ad65022 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (6a56b297-113f-46ce-b2fc-337854aa6359), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.788298 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419442d3-49a6-4944-9745-f6bd6ad65022 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a56b297-113f-46ce-b2fc-337854aa6359,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:12.797126 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-419442d3-49a6-4944-9745-f6bd6ad65022 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.799387 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-419442d3-49a6-4944-9745-f6bd6ad65022 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154103 Jul 15 15:08:12.802016 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 37736) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:08:12.806370 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-183ce5c1-8093-4aa7-9411-81daebe8b36c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'security_group_rule': {'security_group_id': 'eb0e6ef9-4116-4f0c-be69-de77c9717084', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:08:12.830994 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-183ce5c1-8093-4aa7-9411-81daebe8b36c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (cc8a6e80-f100-4cc9-a479-adf329f75024), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.886214 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-183ce5c1-8093-4aa7-9411-81daebe8b36c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (cc8a6e80-f100-4cc9-a479-adf329f75024), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.893095 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-183ce5c1-8093-4aa7-9411-81daebe8b36c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (cc8a6e80-f100-4cc9-a479-adf329f75024), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.914239 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ce5c1-8093-4aa7-9411-81daebe8b36c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8a6e80-f100-4cc9-a479-adf329f75024,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:12.920019 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-183ce5c1-8093-4aa7-9411-81daebe8b36c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:12.924582 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-183ce5c1-8093-4aa7-9411-81daebe8b36c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183047 Jul 15 15:08:12.924842 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 37738) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:08:12.929058 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:08:12.948944 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:13.045221 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:13.151572 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Allocated IP 172.27.2.63 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/fdfa3dde-92dd-42e6-a74d-5933212cd5af) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:13.254453 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for port (fdfa3dde-92dd-42e6-a74d-5933212cd5af), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:13.287679 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (fdfa3dde-92dd-42e6-a74d-5933212cd5af), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:13.325553 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:13.332383 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:13.334753 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:08:13.336615 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c471e07-2457-407c-a188-7531eca0e79a req-012c7fdf-bbcb-4cc6-8c63-cfa26480a379 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:13.336760 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'Port': ['ID=fdfa3dde-92dd-42e6-a74d-5933212cd5af,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:13.338119 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1c471e07-2457-407c-a188-7531eca0e79a req-012c7fdf-bbcb-4cc6-8c63-cfa26480a379 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0599720 Jul 15 15:08:13.389683 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1c471e07-2457-407c-a188-7531eca0e79a req-acbe8b30-4c40-4d5b-be59-24c7ceb61917 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422356 Jul 15 15:08:13.423518 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (e62e0f6e-d611-4438-8fc4-32e0e97b62ee), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:13.458923 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (fdfa3dde-92dd-42e6-a74d-5933212cd5af), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:13.599887 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for port (fdfa3dde-92dd-42e6-a74d-5933212cd5af), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:13.604370 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (fdfa3dde-92dd-42e6-a74d-5933212cd5af), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:13.667883 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'Port': ['ID=fdfa3dde-92dd-42e6-a74d-5933212cd5af,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:13.672818 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device c6dce89a-8073-4a24-b77f-96ecdfe6f936 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:13.681449 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (e62e0f6e-d611-4438-8fc4-32e0e97b62ee), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:13.696080 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: c6dce89a-8073-4a24-b77f-96ecdfe6f936 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:08:13.696430 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device c6dce89a-8073-4a24-b77f-96ecdfe6f936 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:13.697409 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:13.698646 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-fa073532-8a93-41e6-95f6-7b64feab761c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7728760 Jul 15 15:08:13.847381 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-e225973e-d234-4f15-81bd-e104e8b37149 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--227265644&fields=id&tenant_id=5c1655e3a06c4848b17c0563e4910375 HTTP/1.1" status: 200 len: 267 time: 0.0427315 Jul 15 15:08:13.910726 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:13.961137 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-c4425af6-7e11-4b3d-b9f2-2217e59e863d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:13.962590 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-c4425af6-7e11-4b3d-b9f2-2217e59e863d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 814 time: 0.1089153 Jul 15 15:08:13.977410 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-7377527a-1a73-4118-9919-c1704e104fbc tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/quotas/5c1655e3a06c4848b17c0563e4910375 HTTP/1.1" status: 200 len: 375 time: 0.0093329 Jul 15 15:08:14.031824 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-b4aa520d-b4d6-469d-87eb-5bcac8e184de tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492268 Jul 15 15:08:14.128354 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-b83fe204-3f98-4e81-92e0-baad60817c1b service neutron] 10.222.0.47 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847850 Jul 15 15:08:14.217441 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-b91a035a-76c8-467d-a4ac-7c325da1a678 service neutron] 10.222.0.47 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832686 Jul 15 15:08:14.379796 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d424c383-26f2-4ccc-8316-01b7c8254c0b req-5772f871-2a14-4033-9808-3d0a94089d67 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 210 time: 0.0288630 Jul 15 15:08:15.426836 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-3084ad5c-afa3-431f-a4a9-95ac1ef1f57b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:15.428336 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-3084ad5c-afa3-431f-a4a9-95ac1ef1f57b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 814 time: 0.1096728 Jul 15 15:08:15.478578 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-199e6b20-764d-4d11-ab2f-f70d1e695c06 req-ae8104eb-43e9-4557-9832-e4881c679241 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 210 time: 0.0282083 Jul 15 15:08:15.505977 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-e8cf3b43-89d9-469d-a65c-11399066d606 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1655e3a06c4848b17c0563e4910375 HTTP/1.1" status: 200 len: 379 time: 0.0602169 Jul 15 15:08:15.520075 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'port': {'device_id': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'admin_state_up': True, 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'security_groups': ['eb0e6ef9-4116-4f0c-be69-de77c9717084']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:08:15.628163 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Made reservation on behalf of 5c1655e3a06c4848b17c0563e4910375 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:15.631471 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:15.758311 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Allocated IP 172.20.0.13 (09e4a839-49dc-4449-820a-c7761e07caeb/b4c0d13e-9495-4ec1-954d-b576dfbb7223/5a3523a7-f288-4897-84ea-3d447e5c41f2) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:15.896465 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:15.928527 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:15.968499 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Network 09e4a839-49dc-4449-820a-c7761e07caeb is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:15.971780 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:15.978076 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:08:15.983978 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'Port': ['ID=5a3523a7-f288-4897-84ea-3d447e5c41f2,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:16.036472 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:16.037062 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:16.054497 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-add26539-c341-44ca-98b3-31176dfe7b5a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5386143 Jul 15 15:08:16.125616 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Request body: {'port': {'device_id': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:08:16.185510 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:16.245526 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-200c3277-c2cc-41b7-8aa9-6f9687756a20 None None] Provisioning complete for port 5a3523a7-f288-4897-84ea-3d447e5c41f2 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:08:16.246096 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-200c3277-c2cc-41b7-8aa9-6f9687756a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:16.277922 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-200c3277-c2cc-41b7-8aa9-6f9687756a20 None None] Port 5a3523a7-f288-4897-84ea-3d447e5c41f2 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:08:16.441977 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3523a7-f288-4897-84ea-3d447e5c41f2 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:08:16.449672 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Publish callbacks [] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:16.461749 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Transition to ACTIVE for port object 5a3523a7-f288-4897-84ea-3d447e5c41f2 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:08:16.466683 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:16.519031 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Pushing event updated for resources: {'Port': ['ID=5a3523a7-f288-4897-84ea-3d447e5c41f2,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:16.622311 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Attempting to bind port 5a3523a7-f288-4897-84ea-3d447e5c41f2 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:08:16.622661 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Attempting to bind port 5a3523a7-f288-4897-84ea-3d447e5c41f2 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:08:16.622985 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Attempting to bind port 5a3523a7-f288-4897-84ea-3d447e5c41f2 on network 09e4a839-49dc-4449-820a-c7761e07caeb {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:08:16.631981 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Port 5a3523a7-f288-4897-84ea-3d447e5c41f2 on network 09e4a839-49dc-4449-820a-c7761e07caeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:08:16.632311 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Attempting to bind port 5a3523a7-f288-4897-84ea-3d447e5c41f2 on network 09e4a839-49dc-4449-820a-c7761e07caeb {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:08:16.644570 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cedf2d-7ce8-493e-bc19-49af3b8ee57a req-1e49f5fb-3222-4a4c-a4b8-604140b174f8 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:16.645811 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d3cedf2d-7ce8-493e-bc19-49af3b8ee57a req-1e49f5fb-3222-4a4c-a4b8-604140b174f8 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 944 time: 0.0886700 Jul 15 15:08:16.653124 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:08:16.653524 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Checking segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:08:16.653929 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Bound using segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:08:16.654389 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Bound port: 5a3523a7-f288-4897-84ea-3d447e5c41f2, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:08:16.654759 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:16.744784 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d3cedf2d-7ce8-493e-bc19-49af3b8ee57a req-9692d7f6-5c46-4e82-a6d5-b710f572c945 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869582 Jul 15 15:08:16.766873 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] For port 5a3523a7-f288-4897-84ea-3d447e5c41f2, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:08:16.766873 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] For port 5a3523a7-f288-4897-84ea-3d447e5c41f2, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=5a3523a7-f288-4897-84ea-3d447e5c41f2,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:08:16.770163 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:16.804010 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:16.804629 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:16.806029 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] 10.222.0.77 "PUT /v2.0/ports/5a3523a7-f288-4897-84ea-3d447e5c41f2 HTTP/1.1" status: 200 len: 1094 time: 0.6847348 Jul 15 15:08:16.806464 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'tag': '5a3523a7-f288-4897-84ea-3d447e5c41f2'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:08:16.808722 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097f0292-a0c3-4b32-abb4-d98dae55e9c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1930fcd6-6bae-4e17-9265-4c01464ee494", "tag": "5a3523a7-f288-4897-84ea-3d447e5c41f2"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:16.840944 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d40d7-0a8e-4e16-af7d-e8fa74e36e7a service neutron] Pushing event updated for resources: {'Port': ['ID=5a3523a7-f288-4897-84ea-3d447e5c41f2,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:16.847615 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c65a86-b9f5-4b53-a156-2d692f7ca1cf x-openstack-request-id: req-49c65a86-b9f5-4b53-a156-2d692f7ca1cf {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:16.847962 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1930fcd6-6bae-4e17-9265-4c01464ee494", "tag": "5a3523a7-f288-4897-84ea-3d447e5c41f2", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:16.848227 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-49c65a86-b9f5-4b53-a156-2d692f7ca1cf {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:16.848660 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c65a86-b9f5-4b53-a156-2d692f7ca1cf'] response: {'name': 'network-changed', 'server_uuid': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'tag': '5a3523a7-f288-4897-84ea-3d447e5c41f2', 'status': 'completed', 'code': 200} Jul 15 15:08:16.936324 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-8306a905-cbf7-4d5d-bcc8-adc46b6b5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:16.937940 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-8306a905-cbf7-4d5d-bcc8-adc46b6b5804 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 1128 time: 0.0547986 Jul 15 15:08:16.995693 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-2d0b4ffb-19ca-4b31-9bc2-3804fba31338 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a3523a7-f288-4897-84ea-3d447e5c41f2 HTTP/1.1" status: 200 len: 217 time: 0.0360608 Jul 15 15:08:17.051295 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-3cf87894-8722-42dc-9749-e24f700479cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:17.052769 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-3cf87894-8722-42dc-9749-e24f700479cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.0487220 Jul 15 15:08:17.103458 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-28a50148-5971-4052-8840-d7d170f2f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:17.105148 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-28a50148-5971-4052-8840-d7d170f2f5c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437706 Jul 15 15:08:17.208643 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-b1d3f942-9dfe-4ca4-844b-323620876727 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861788 Jul 15 15:08:17.299202 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba6a68f8-54ef-42ed-97f6-82f304f74334 req-a5239ef3-4353-40ef-9e1b-d12136320c41 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835056 Jul 15 15:08:17.471662 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f0292-a0c3-4b32-abb4-d98dae55e9c7 req-ea75636f-8b29-4378-88ee-bdee01c93584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:17.473089 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-097f0292-a0c3-4b32-abb4-d98dae55e9c7 req-ea75636f-8b29-4378-88ee-bdee01c93584 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 1128 time: 0.0488324 Jul 15 15:08:17.569667 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f0292-a0c3-4b32-abb4-d98dae55e9c7 req-79e38230-4b47-4046-a5e5-41d47502a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:17.571136 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-097f0292-a0c3-4b32-abb4-d98dae55e9c7 req-79e38230-4b47-4046-a5e5-41d47502a3b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 915 time: 0.0863833 Jul 15 15:08:17.623783 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-097f0292-a0c3-4b32-abb4-d98dae55e9c7 req-85d52981-82d9-4c05-a361-39e68dfc58da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a3523a7-f288-4897-84ea-3d447e5c41f2 HTTP/1.1" status: 200 len: 217 time: 0.0356061 Jul 15 15:08:17.670642 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f0292-a0c3-4b32-abb4-d98dae55e9c7 req-f9656e45-8c5f-4b2a-b23c-d8dd4dbd9934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:17.672032 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-097f0292-a0c3-4b32-abb4-d98dae55e9c7 req-f9656e45-8c5f-4b2a-b23c-d8dd4dbd9934 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.0421238 Jul 15 15:08:17.728592 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f0292-a0c3-4b32-abb4-d98dae55e9c7 req-a9f33d4d-99f2-4ee7-b532-6281f309c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:17.729974 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-097f0292-a0c3-4b32-abb4-d98dae55e9c7 req-a9f33d4d-99f2-4ee7-b532-6281f309c81f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440640 Jul 15 15:08:17.856062 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-097f0292-a0c3-4b32-abb4-d98dae55e9c7 req-3f508573-87f3-4b29-b87e-f26f1934c1d4 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156132 Jul 15 15:08:17.925829 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193890-5ea2-4d94-98d0-9708a35295b8 req-e4c5b39c-abfd-4b84-9cda-e650c9a4e8ec tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:17.927317 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d3193890-5ea2-4d94-98d0-9708a35295b8 req-e4c5b39c-abfd-4b84-9cda-e650c9a4e8ec tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 944 time: 0.1052811 Jul 15 15:08:18.002693 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-097f0292-a0c3-4b32-abb4-d98dae55e9c7 req-3f59e830-1444-4350-aae3-76a0aee185a8 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356127 Jul 15 15:08:18.005910 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d3193890-5ea2-4d94-98d0-9708a35295b8 req-02e97afd-5db5-4759-8ef6-486338899cc6 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703366 Jul 15 15:08:19.130738 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f53bb-279a-4e57-b207-26f17e966eeb req-4e757880-d89c-4db4-91c7-483ce931c66b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:19.132235 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-236f53bb-279a-4e57-b207-26f17e966eeb req-4e757880-d89c-4db4-91c7-483ce931c66b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 944 time: 0.0570967 Jul 15 15:08:19.179157 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-236f53bb-279a-4e57-b207-26f17e966eeb req-49c76b8e-dfa5-444b-b9e4-60387504ab9e tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410657 Jul 15 15:08:20.301006 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6307fa-26f8-4649-b6fe-85ebabbe8fa7 req-3f6dea6c-4ca4-4d02-8e49-7c2cc6fcf56c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:20.302414 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5c6307fa-26f8-4649-b6fe-85ebabbe8fa7 req-3f6dea6c-4ca4-4d02-8e49-7c2cc6fcf56c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 944 time: 0.0544660 Jul 15 15:08:20.349824 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5c6307fa-26f8-4649-b6fe-85ebabbe8fa7 req-38f03786-03f9-43c9-ae7d-29c8741cca06 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418739 Jul 15 15:08:21.465492 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff85b19-c77f-4705-8725-2503af37dbba req-7a34b045-459c-466e-baa9-58787cb70b91 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:21.466967 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0ff85b19-c77f-4705-8725-2503af37dbba req-7a34b045-459c-466e-baa9-58787cb70b91 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 944 time: 0.0514612 Jul 15 15:08:21.513643 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0ff85b19-c77f-4705-8725-2503af37dbba req-5afb1123-856d-4694-988b-8a99ad1e6b80 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400972 Jul 15 15:08:21.719778 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 5a3523a7-f288-4897-84ea-3d447e5c41f2 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:08:21.817827 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 5a3523a7-f288-4897-84ea-3d447e5c41f2, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=5a3523a7-f288-4897-84ea-3d447e5c41f2,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:21.829002 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '5a3523a7-f288-4897-84ea-3d447e5c41f2', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'port_id': '5a3523a7-f288-4897-84ea-3d447e5c41f2', 'mac_address': 'fa:16:3e:42:dd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:08:21.862192 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 5a3523a7-f288-4897-84ea-3d447e5c41f2 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:08:21.862611 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:21.879094 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3523a7-f288-4897-84ea-3d447e5c41f2 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:08:21.897554 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 5a3523a7-f288-4897-84ea-3d447e5c41f2, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=5a3523a7-f288-4897-84ea-3d447e5c41f2,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:21.902492 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:21.948796 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=5a3523a7-f288-4897-84ea-3d447e5c41f2,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:21.955997 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:21.956353 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:21.956736 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:21.957078 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:21.957415 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:21.957748 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:21.958083 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:21.958414 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:21.958743 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:21.959071 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:21.959398 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:21.959722 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:21.960046 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:22.445104 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['5a3523a7-f288-4897-84ea-3d447e5c41f2'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:08:22.632967 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a1071-186d-47cf-ab37-d3abc8b05ee6 req-1305aab6-c7dc-42db-ae0b-3eb029f43379 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:22.634693 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8f7a1071-186d-47cf-ab37-d3abc8b05ee6 req-1305aab6-c7dc-42db-ae0b-3eb029f43379 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 945 time: 0.0553689 Jul 15 15:08:22.683143 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8f7a1071-186d-47cf-ab37-d3abc8b05ee6 req-56c6eafd-0ade-4185-aa76-97f0ee8290a5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429099 Jul 15 15:08:23.763951 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 5a3523a7-f288-4897-84ea-3d447e5c41f2 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:08:23.803793 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38d127-bf6a-4eff-b068-c318c3949ec2 req-fed87cd5-1ce7-42da-8a6a-c25cfbb5f878 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:23.805358 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fb38d127-bf6a-4eff-b068-c318c3949ec2 req-fed87cd5-1ce7-42da-8a6a-c25cfbb5f878 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 945 time: 0.0530076 Jul 15 15:08:23.813810 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 5a3523a7-f288-4897-84ea-3d447e5c41f2 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:08:23.818215 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 5a3523a7-f288-4897-84ea-3d447e5c41f2 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:08:23.818637 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:23.854899 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fb38d127-bf6a-4eff-b068-c318c3949ec2 req-e72a3412-fd4d-424f-bfcd-05e7ca079cee tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438805 Jul 15 15:08:23.889391 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 5a3523a7-f288-4897-84ea-3d447e5c41f2 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:08:23.889704 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:23.912968 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3523a7-f288-4897-84ea-3d447e5c41f2'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:08:23.915198 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cf2604-e92d-4655-b812-0a18adae6faa" -d '{"events": [{"server_uuid": "1930fcd6-6bae-4e17-9265-4c01464ee494", "name": "network-vif-plugged", "status": "completed", "tag": "5a3523a7-f288-4897-84ea-3d447e5c41f2"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:23.930954 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 5a3523a7-f288-4897-84ea-3d447e5c41f2, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=5a3523a7-f288-4897-84ea-3d447e5c41f2,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:23.935230 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:23.958107 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e84eb7-0987-4032-a1f6-2901510f8a28 x-openstack-request-id: req-c0e84eb7-0987-4032-a1f6-2901510f8a28 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:23.958393 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1930fcd6-6bae-4e17-9265-4c01464ee494", "name": "network-vif-plugged", "status": "completed", "tag": "5a3523a7-f288-4897-84ea-3d447e5c41f2", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:23.958645 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c0e84eb7-0987-4032-a1f6-2901510f8a28 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:23.959040 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e84eb7-0987-4032-a1f6-2901510f8a28'] response: {'server_uuid': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3523a7-f288-4897-84ea-3d447e5c41f2', 'code': 200} Jul 15 15:08:23.983571 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=5a3523a7-f288-4897-84ea-3d447e5c41f2,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:24.213053 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5722f1-cf0e-4fb5-a7cb-409e860a772f req-3b6933c3-b0bc-4145-b9f0-13f3deeb46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:24.214626 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fb5722f1-cf0e-4fb5-a7cb-409e860a772f req-3b6933c3-b0bc-4145-b9f0-13f3deeb46d6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 1130 time: 0.0502002 Jul 15 15:08:24.258718 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fb5722f1-cf0e-4fb5-a7cb-409e860a772f req-70420954-d7ce-48d9-998f-a107189dfe3b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368855 Jul 15 15:08:24.974558 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9a109-f0d1-4fb5-9266-3a0ce00202c0 req-a97fc538-4bf5-4dfd-9449-0ddd48a4c885 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:24.976030 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2cb9a109-f0d1-4fb5-9266-3a0ce00202c0 req-a97fc538-4bf5-4dfd-9449-0ddd48a4c885 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 946 time: 0.0525408 Jul 15 15:08:25.022811 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2cb9a109-f0d1-4fb5-9266-3a0ce00202c0 req-0bf10deb-05ff-4b4f-88c7-9a0978d92cf9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411434 Jul 15 15:08:26.148385 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c47eb-26c7-40b1-8b51-44a4ccfa2e46 req-1ed7ae50-751a-4dca-b970-5cfda6e73d13 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:26.150500 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0c8c47eb-26c7-40b1-8b51-44a4ccfa2e46 req-1ed7ae50-751a-4dca-b970-5cfda6e73d13 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 946 time: 0.0541675 Jul 15 15:08:26.198171 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0c8c47eb-26c7-40b1-8b51-44a4ccfa2e46 req-5f23a569-44e3-4535-94b0-9e2afeea2aa3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410430 Jul 15 15:08:27.319464 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582d7e7-44a4-4b1f-a7ab-a86ecc12a795 req-8cc9ec9a-8c38-4a3c-81a0-eea7a106edcc tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:27.320938 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1582d7e7-44a4-4b1f-a7ab-a86ecc12a795 req-8cc9ec9a-8c38-4a3c-81a0-eea7a106edcc tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 946 time: 0.0544329 Jul 15 15:08:27.366206 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1582d7e7-44a4-4b1f-a7ab-a86ecc12a795 req-293c9d91-c6bd-42fa-965f-99e31c2bc561 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396881 Jul 15 15:08:27.478232 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769626-a9e6-4468-8cab-7ce0772623a2 req-952fc607-03c4-4014-8087-7844c8b4eab5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:27.479674 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a4769626-a9e6-4468-8cab-7ce0772623a2 req-952fc607-03c4-4014-8087-7844c8b4eab5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 946 time: 0.0518270 Jul 15 15:08:27.488243 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37802) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:08:27.492408 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-593f46c8-7528-4f23-8adc-a75217464d15 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'floatingip': {'port_id': '5a3523a7-f288-4897-84ea-3d447e5c41f2'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:08:27.531702 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-593f46c8-7528-4f23-8adc-a75217464d15 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (e62e0f6e-d611-4438-8fc4-32e0e97b62ee), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:28.209739 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-593f46c8-7528-4f23-8adc-a75217464d15 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:28.213413 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-593f46c8-7528-4f23-8adc-a75217464d15 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (e62e0f6e-d611-4438-8fc4-32e0e97b62ee), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:28.304701 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [None req-593f46c8-7528-4f23-8adc-a75217464d15 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Floating IP e62e0f6e-d611-4438-8fc4-32e0e97b62ee associated. External IP: 172.27.2.63, port: 5a3523a7-f288-4897-84ea-3d447e5c41f2. Jul 15 15:08:28.499861 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593f46c8-7528-4f23-8adc-a75217464d15 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Router 555a1d54-29f3-4dc6-856f-7c315646a323 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:08:28.604438 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593f46c8-7528-4f23-8adc-a75217464d15 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:08:28.609544 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-593f46c8-7528-4f23-8adc-a75217464d15 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:28.615151 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d5817-dad2-4a20-b396-5784d6f808da None None] Sync routers for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:08:28.625150 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d5817-dad2-4a20-b396-5784d6f808da None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:08:28.625761 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-d84d5817-dad2-4a20-b396-5784d6f808da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:08:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:28.640271 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-593f46c8-7528-4f23-8adc-a75217464d15 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "PUT /v2.0/floatingips/e62e0f6e-d611-4438-8fc4-32e0e97b62ee HTTP/1.1" status: 200 len: 991 time: 1.1509838 Jul 15 15:08:28.640946 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'tag': '5a3523a7-f288-4897-84ea-3d447e5c41f2'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:08:28.643389 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e4e14e-cddf-4f9c-8919-ba1c76be25cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1930fcd6-6bae-4e17-9265-4c01464ee494", "tag": "5a3523a7-f288-4897-84ea-3d447e5c41f2"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:28.678797 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65d67a8-0137-4d9b-8be0-f9d29fe65a1d x-openstack-request-id: req-c65d67a8-0137-4d9b-8be0-f9d29fe65a1d {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:28.679117 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1930fcd6-6bae-4e17-9265-4c01464ee494", "tag": "5a3523a7-f288-4897-84ea-3d447e5c41f2", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:28.679367 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c65d67a8-0137-4d9b-8be0-f9d29fe65a1d {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:28.679783 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65d67a8-0137-4d9b-8be0-f9d29fe65a1d'] response: {'name': 'network-changed', 'server_uuid': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'tag': '5a3523a7-f288-4897-84ea-3d447e5c41f2', 'status': 'completed', 'code': 200} Jul 15 15:08:28.728234 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-d84d5817-dad2-4a20-b396-5784d6f808da None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:08:28.774979 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4e14e-cddf-4f9c-8919-ba1c76be25cc req-afdecf26-b037-4aa3-87b1-9c53dbaf3d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:28.776478 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c7e4e14e-cddf-4f9c-8919-ba1c76be25cc req-afdecf26-b037-4aa3-87b1-9c53dbaf3d7e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 1130 time: 0.0456784 Jul 15 15:08:28.873795 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4e14e-cddf-4f9c-8919-ba1c76be25cc req-81889f6f-bf27-4d63-a5a2-5cc42efbd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:28.875233 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c7e4e14e-cddf-4f9c-8919-ba1c76be25cc req-81889f6f-bf27-4d63-a5a2-5cc42efbd1ba service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 915 time: 0.0916381 Jul 15 15:08:28.943742 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c7e4e14e-cddf-4f9c-8919-ba1c76be25cc req-4516aa31-ba4a-4ef0-9118-ef312bc3c8f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a3523a7-f288-4897-84ea-3d447e5c41f2 HTTP/1.1" status: 200 len: 999 time: 0.0549316 Jul 15 15:08:28.998781 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4e14e-cddf-4f9c-8919-ba1c76be25cc req-16bb21ed-56a0-410e-a889-6daacaf77da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:29.000248 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c7e4e14e-cddf-4f9c-8919-ba1c76be25cc req-16bb21ed-56a0-410e-a889-6daacaf77da9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.0472016 Jul 15 15:08:29.029732 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-d84d5817-dad2-4a20-b396-5784d6f808da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'e62e0f6e-d611-4438-8fc4-32e0e97b62ee', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': '5a3523a7-f288-4897-84ea-3d447e5c41f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:42:dd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:08:13Z', 'updated_at': '2022-07-15T15:08:28Z', 'revision_number': 1, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:29.056416 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4e14e-cddf-4f9c-8919-ba1c76be25cc req-cecf9279-299e-4b7a-872f-6bb7ac19d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:08:29.057132 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d5817-dad2-4a20-b396-5784d6f808da None None] Checking router: 555a1d54-29f3-4dc6-856f-7c315646a323 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:08:29.058168 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c7e4e14e-cddf-4f9c-8919-ba1c76be25cc req-cecf9279-299e-4b7a-872f-6bb7ac19d351 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459194 Jul 15 15:08:29.066302 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d5817-dad2-4a20-b396-5784d6f808da None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:08:29.066932 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-d84d5817-dad2-4a20-b396-5784d6f808da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:08:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:29.151469 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c7e4e14e-cddf-4f9c-8919-ba1c76be25cc req-6ae3d6a6-e92c-4f6c-8ba5-a741227bdce5 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858262 Jul 15 15:08:29.169453 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-d84d5817-dad2-4a20-b396-5784d6f808da None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:08:29.251910 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c7e4e14e-cddf-4f9c-8919-ba1c76be25cc req-9cfa209d-b992-48b1-b77a-878a0a7f3486 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864801 Jul 15 15:08:29.389978 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-d84d5817-dad2-4a20-b396-5784d6f808da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'e62e0f6e-d611-4438-8fc4-32e0e97b62ee', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': '5a3523a7-f288-4897-84ea-3d447e5c41f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:42:dd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:08:13Z', 'updated_at': '2022-07-15T15:08:28Z', 'revision_number': 1, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:29.414293 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d5817-dad2-4a20-b396-5784d6f808da None None] The sync data for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi is: [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'e62e0f6e-d611-4438-8fc4-32e0e97b62ee', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': '5a3523a7-f288-4897-84ea-3d447e5c41f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:42:dd:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:08:13Z', 'updated_at': '2022-07-15T15:08:28Z', 'revision_number': 1, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:08:29.602914 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8926b3-1711-4bb3-b06a-e9156d447f6f None None] New status for floating IP e62e0f6e-d611-4438-8fc4-32e0e97b62ee: ACTIVE {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:08:36.834213 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:37.515759 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:08:37.609224 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ff4c-4a56-466d-ae36-e3a20d49a431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:39.698458 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fe5e4283-45a4-4003-a186-25049c342c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:40.983369 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:42.406347 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:08:43.913328 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:06.836865 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:07.611955 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5c3413c6-ddfc-495c-a005-c2b16c49a08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:07.989991 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31bc31-32d8-4518-9948-ea0655198a82 req-11740a76-6244-47f1-bc64-98766394a1d5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:07.991482 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ae31bc31-32d8-4518-9948-ea0655198a82 req-11740a76-6244-47f1-bc64-98766394a1d5 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0563297 Jul 15 15:09:08.039956 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ae31bc31-32d8-4518-9948-ea0655198a82 req-57257059-28e2-417e-86fa-71e0ce4c1fef tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428424 Jul 15 15:09:09.145002 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-13af33d9-11ea-479b-a9dd-4759640f0894 req-5640b6fa-8897-46e2-a79b-da6c3cde6f5a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704787 Jul 15 15:09:09.171690 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36ccd4-f913-45d1-93b7-ef3674ef6165 req-fd1ae0e0-e777-4fdd-8e6e-2547f036d7bf tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:09.173441 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0e36ccd4-f913-45d1-93b7-ef3674ef6165 req-fd1ae0e0-e777-4fdd-8e6e-2547f036d7bf tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0614126 Jul 15 15:09:09.261720 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0e36ccd4-f913-45d1-93b7-ef3674ef6165 req-aa28424d-704e-40a8-b8f8-dc85842ac483 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822711 Jul 15 15:09:09.268608 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af33d9-11ea-479b-a9dd-4759640f0894 req-9522366d-b3ea-4399-b83a-1cd137714dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:09.270037 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-13af33d9-11ea-479b-a9dd-4759640f0894 req-9522366d-b3ea-4399-b83a-1cd137714dab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=43e7616bd1554258b18fc994e5de2824&device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 1129 time: 0.0889928 Jul 15 15:09:09.376201 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af33d9-11ea-479b-a9dd-4759640f0894 req-28ac81d7-917d-48c0-96df-fde3ef6e4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:09.378265 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-13af33d9-11ea-479b-a9dd-4759640f0894 req-28ac81d7-917d-48c0-96df-fde3ef6e4003 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 200 len: 920 time: 0.0869672 Jul 15 15:09:09.422072 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-13af33d9-11ea-479b-a9dd-4759640f0894 req-d351ce01-5ef9-4518-ae59-5212c6470891 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c0df130-b11c-4f90-89bb-ba1517a9faf4 HTTP/1.1" status: 200 len: 217 time: 0.0367618 Jul 15 15:09:09.471434 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af33d9-11ea-479b-a9dd-4759640f0894 req-c71adf63-dfd5-4c86-b519-bea2bfac88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:09.472863 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-13af33d9-11ea-479b-a9dd-4759640f0894 req-c71adf63-dfd5-4c86-b519-bea2bfac88ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 200 len: 858 time: 0.0437601 Jul 15 15:09:09.523858 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af33d9-11ea-479b-a9dd-4759640f0894 req-4148e47a-94e6-4dd8-ab0e-971de800de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:09.525301 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-13af33d9-11ea-479b-a9dd-4759640f0894 req-4148e47a-94e6-4dd8-ab0e-971de800de6b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f97e75-619a-4639-983a-850b07ef11ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465329 Jul 15 15:09:09.619295 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-13af33d9-11ea-479b-a9dd-4759640f0894 req-b25ba3e8-d04b-424a-9446-24d1e66284d8 service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857418 Jul 15 15:09:09.700948 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-50bceebe-88e3-4a6c-a4b9-1fac2c33aafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:09.711294 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-13af33d9-11ea-479b-a9dd-4759640f0894 req-bc9be7e7-d39a-4c80-a743-634bbc6c7f9b service neutron] 10.222.0.77 "GET /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847754 Jul 15 15:09:10.379426 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2d671-6a7b-480d-9b5b-0e3cca67ead8 req-c3579dcf-9dd4-4987-9ef9-67d2bff62a2c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:10.380912 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b9f2d671-6a7b-480d-9b5b-0e3cca67ead8 req-c3579dcf-9dd4-4987-9ef9-67d2bff62a2c tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0521901 Jul 15 15:09:10.427075 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b9f2d671-6a7b-480d-9b5b-0e3cca67ead8 req-956ac25f-a9fb-4192-a51f-cc1e09aa81a0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407052 Jul 15 15:09:10.986465 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:11.548049 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45007cc6-31b4-48e2-ad8f-50658a8fbd87 req-87a6fd14-daec-406f-9510-e9018614f188 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:11.550584 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-45007cc6-31b4-48e2-ad8f-50658a8fbd87 req-87a6fd14-daec-406f-9510-e9018614f188 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0551524 Jul 15 15:09:11.600361 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-45007cc6-31b4-48e2-ad8f-50658a8fbd87 req-aee8799d-718f-45cc-b438-96300660c829 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Jul 15 15:09:12.210168 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-21bef91d-6a50-4c43-8b7d-4f86a988c835 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:12.211621 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-21bef91d-6a50-4c43-8b7d-4f86a988c835 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 946 time: 0.0601282 Jul 15 15:09:12.302278 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Deleting port ee3233b0-b87c-460d-a866-dc75602f653c {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:12.302543 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:12.391390 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] For port ee3233b0-b87c-460d-a866-dc75602f653c, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=ee3233b0-b87c-460d-a866-dc75602f653c,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:12.391753 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:12.409644 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:12.556141 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:12.556705 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:12.556841 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Floating IP d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d disassociated. External IP: 172.27.2.4, port: ee3233b0-b87c-460d-a866-dc75602f653c. Jul 15 15:09:12.557122 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Calling delete_port for ee3233b0-b87c-460d-a866-dc75602f653c owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:12.687164 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (ee3233b0-b87c-460d-a866-dc75602f653c), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:12.715229 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event deleted for resources: {'Port': ['ID=ee3233b0-b87c-460d-a866-dc75602f653c,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:12.724035 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cdedd-5466-4fc7-a0bd-7c0f2abe6b36 req-ac3c2732-7029-414b-abbf-4e903f9d2119 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:12.726092 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-355cdedd-5466-4fc7-a0bd-7c0f2abe6b36 req-ac3c2732-7029-414b-abbf-4e903f9d2119 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b0027cd-444b-4164-9b65-087f20adf0c7 HTTP/1.1" status: 200 len: 867 time: 0.0575271 Jul 15 15:09:12.726752 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.727108 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.727453 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.727793 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.728129 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.728462 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.728827 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.729156 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.729736 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.729869 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.730128 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.730449 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.730772 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:12.783574 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-355cdedd-5466-4fc7-a0bd-7c0f2abe6b36 req-39530119-1e29-409b-88fc-f511bdf7ea77 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=dd5a9664-d9a1-483f-b85d-defdc2c61e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422685 Jul 15 15:09:12.840590 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Router a6438654-942e-4307-b483-4b6bfd7402e9 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:09:12.947419 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:09:12.958347 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505e943-8a78-4526-a0af-039af5ebdc91 None None] Sync routers for ids ['a6438654-942e-4307-b483-4b6bfd7402e9'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:09:12.968413 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2505e943-8a78-4526-a0af-039af5ebdc91 None None] Routers {'a6438654-942e-4307-b483-4b6bfd7402e9'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:12.969066 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-2505e943-8a78-4526-a0af-039af5ebdc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['a6438654-942e-4307-b483-4b6bfd7402e9'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:12.995333 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] No DVR routers for this DVR port ee3233b0-b87c-460d-a866-dc75602f653c on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:12.997878 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:13.005292 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e203683a-d21d-4b2d-aaaa-18215dfd594f req-711a1144-228a-4bfe-ad80-127d11a8eb78 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "DELETE /v2.0/ports/ee3233b0-b87c-460d-a866-dc75602f653c HTTP/1.1" status: 204 len: 173 time: 0.7876568 Jul 15 15:09:13.005744 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'name': 'network-vif-deleted', 'tag': 'ee3233b0-b87c-460d-a866-dc75602f653c'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:13.008808 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67311de-c251-41fe-ac86-8dbb41ef2941" -d '{"events": [{"server_uuid": "5b0027cd-444b-4164-9b65-087f20adf0c7", "name": "network-vif-deleted", "tag": "ee3233b0-b87c-460d-a866-dc75602f653c"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:13.046150 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39a0371-b5ac-42fa-ab71-a0e5b860e60e x-openstack-request-id: req-d39a0371-b5ac-42fa-ab71-a0e5b860e60e {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:13.046423 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0027cd-444b-4164-9b65-087f20adf0c7", "name": "network-vif-deleted", "tag": "ee3233b0-b87c-460d-a866-dc75602f653c", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:13.046685 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d39a0371-b5ac-42fa-ab71-a0e5b860e60e {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:13.047101 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39a0371-b5ac-42fa-ab71-a0e5b860e60e'] response: {'server_uuid': '5b0027cd-444b-4164-9b65-087f20adf0c7', 'name': 'network-vif-deleted', 'tag': 'ee3233b0-b87c-460d-a866-dc75602f653c', 'status': 'completed', 'code': 200} Jul 15 15:09:13.079100 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-2505e943-8a78-4526-a0af-039af5ebdc91 None None] Set router a6438654-942e-4307-b483-4b6bfd7402e9 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:13.295412 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-2505e943-8a78-4526-a0af-039af5ebdc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '35cb861a-893f-493a-8f53-805f0b3d3328', 'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'mac_address': 'fa:16:3e:10:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:27Z', 'updated_at': '2022-07-15T15:01:39Z', 'revision_number': 5, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'subnets': [{'id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:13.323800 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505e943-8a78-4526-a0af-039af5ebdc91 None None] Checking router: a6438654-942e-4307-b483-4b6bfd7402e9 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:09:13.333605 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2505e943-8a78-4526-a0af-039af5ebdc91 None None] Routers {'a6438654-942e-4307-b483-4b6bfd7402e9'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:13.334226 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-2505e943-8a78-4526-a0af-039af5ebdc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['a6438654-942e-4307-b483-4b6bfd7402e9'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:13.436382 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-2505e943-8a78-4526-a0af-039af5ebdc91 None None] Set router a6438654-942e-4307-b483-4b6bfd7402e9 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:13.633142 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-2505e943-8a78-4526-a0af-039af5ebdc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '35cb861a-893f-493a-8f53-805f0b3d3328', 'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'mac_address': 'fa:16:3e:10:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:27Z', 'updated_at': '2022-07-15T15:01:39Z', 'revision_number': 5, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'subnets': [{'id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:13.663314 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2505e943-8a78-4526-a0af-039af5ebdc91 None None] The sync data for ids ['a6438654-942e-4307-b483-4b6bfd7402e9'] in dv-cinder-848821-1-iscsi is: [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:01:29Z', 'revision_number': 4, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '35cb861a-893f-493a-8f53-805f0b3d3328', 'name': '', 'network_id': '29f97e75-619a-4639-983a-850b07ef11ec', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'mac_address': 'fa:16:3e:10:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:27Z', 'updated_at': '2022-07-15T15:01:39Z', 'revision_number': 5, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'subnets': [{'id': 'f6e36d81-7ed2-41ef-8407-809b4ec490a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:09:13.876805 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 37892) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:13.915634 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9af47c9-d15a-46f9-bc0e-3c052286b7c7 None None] New status for floating IP d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d: DOWN {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:09:13.919834 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:13.939887 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for security_group (dd5a9664-d9a1-483f-b85d-defdc2c61e5d), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:13.965633 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for security_group (dd5a9664-d9a1-483f-b85d-defdc2c61e5d), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:14.014119 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (dd5a9664-d9a1-483f-b85d-defdc2c61e5d), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:14.017155 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:14.018457 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "DELETE /v2.0/security-groups/dd5a9664-d9a1-483f-b85d-defdc2c61e5d HTTP/1.1" status: 204 len: 168 time: 0.1406095 Jul 15 15:09:14.021626 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37894) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:14.028838 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5a9664-d9a1-483f-b85d-defdc2c61e5d,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:14.038989 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.api.v2.resource [None req-b06da258-caa7-4f03-8502-5f14b724ae76 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] show failed (client error): The resource could not be found. Jul 15 15:09:14.040426 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-b06da258-caa7-4f03-8502-5f14b724ae76 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups/dd5a9664-d9a1-483f-b85d-defdc2c61e5d HTTP/1.1" status: 404 len: 347 time: 0.0176845 Jul 15 15:09:14.040607 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.041007 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.041361 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.041700 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.042029 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.042361 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.042743 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.043066 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.043300 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37896) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:14.043410 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.043705 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.044030 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.044355 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.044700 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350afdd3-4a95-40e2-8666-677ebc3e74ea tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:14.168838 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec739c-9a5d-454f-a923-20f6905cfe90 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Deleting port 61217a4d-dbee-4822-9c8d-91360045ca24 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:14.169192 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a5ec739c-9a5d-454f-a923-20f6905cfe90 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (61217a4d-dbee-4822-9c8d-91360045ca24), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:14.247591 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a5ec739c-9a5d-454f-a923-20f6905cfe90 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (61217a4d-dbee-4822-9c8d-91360045ca24), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:14.247817 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a5ec739c-9a5d-454f-a923-20f6905cfe90 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for floatingip (61217a4d-dbee-4822-9c8d-91360045ca24), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:14.260105 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-a5ec739c-9a5d-454f-a923-20f6905cfe90 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Calling delete_port for 61217a4d-dbee-4822-9c8d-91360045ca24 owned by network:floatingip {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:14.388274 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a5ec739c-9a5d-454f-a923-20f6905cfe90 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (61217a4d-dbee-4822-9c8d-91360045ca24), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:14.415660 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec739c-9a5d-454f-a923-20f6905cfe90 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event deleted for resources: {'Port': ['ID=61217a4d-dbee-4822-9c8d-91360045ca24,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:14.476176 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a5ec739c-9a5d-454f-a923-20f6905cfe90 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks [] for floatingip (d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:14.478771 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a5ec739c-9a5d-454f-a923-20f6905cfe90 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:14.480064 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a5ec739c-9a5d-454f-a923-20f6905cfe90 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "DELETE /v2.0/floatingips/d2ed1e73-c87e-406e-8cc4-5c8bf5279f8d HTTP/1.1" status: 204 len: 168 time: 0.4352376 Jul 15 15:09:14.514460 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:09:15.989863 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device ee3233b0-b87c-460d-a866-dc75602f653c no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:16.009275 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: ee3233b0-b87c-460d-a866-dc75602f653c {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:16.009626 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device ee3233b0-b87c-460d-a866-dc75602f653c not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:16.952744 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b14f1-3cbb-41cd-8c0a-b84dfd8c6edc req-be454cf9-3523-4e2b-8d95-e82bf70d46b0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:16.954272 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d94b14f1-3cbb-41cd-8c0a-b84dfd8c6edc req-be454cf9-3523-4e2b-8d95-e82bf70d46b0 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0551708 Jul 15 15:09:17.004258 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d94b14f1-3cbb-41cd-8c0a-b84dfd8c6edc req-afe9e179-8194-433c-8222-40854c4abc50 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429752 Jul 15 15:09:17.810530 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924b49f-73dc-4d18-89f8-0b7de3e3aed8 req-291079ce-3aba-4d7b-ab25-9b90b9026c66 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:17.811960 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0924b49f-73dc-4d18-89f8-0b7de3e3aed8 req-291079ce-3aba-4d7b-ab25-9b90b9026c66 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0531635 Jul 15 15:09:17.909411 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-0924b49f-73dc-4d18-89f8-0b7de3e3aed8 req-b6a55c07-d4ef-4c3b-8b65-a316b99d1eb8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Deleting port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:17.909848 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-0924b49f-73dc-4d18-89f8-0b7de3e3aed8 req-b6a55c07-d4ef-4c3b-8b65-a316b99d1eb8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:18.003088 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-0924b49f-73dc-4d18-89f8-0b7de3e3aed8 req-b6a55c07-d4ef-4c3b-8b65-a316b99d1eb8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] For port 4c0df130-b11c-4f90-89bb-ba1517a9faf4, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4c0df130-b11c-4f90-89bb-ba1517a9faf4,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:18.004347 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-0924b49f-73dc-4d18-89f8-0b7de3e3aed8 req-b6a55c07-d4ef-4c3b-8b65-a316b99d1eb8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:18.017020 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-0924b49f-73dc-4d18-89f8-0b7de3e3aed8 req-b6a55c07-d4ef-4c3b-8b65-a316b99d1eb8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Calling delete_port for 4c0df130-b11c-4f90-89bb-ba1517a9faf4 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:18.127092 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d9601-00d5-4a31-b847-1bc15da6cd3a req-cf3c552e-b794-4155-af4a-b0e341f62ed4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:18.129498 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-836d9601-00d5-4a31-b847-1bc15da6cd3a req-cf3c552e-b794-4155-af4a-b0e341f62ed4 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=5939cffb-6093-41e0-9725-563d33faa584 HTTP/1.1" status: 200 len: 945 time: 0.0547705 Jul 15 15:09:18.150190 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-0924b49f-73dc-4d18-89f8-0b7de3e3aed8 req-b6a55c07-d4ef-4c3b-8b65-a316b99d1eb8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (4c0df130-b11c-4f90-89bb-ba1517a9faf4), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:18.180214 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a55c07-d4ef-4c3b-8b65-a316b99d1eb8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event deleted for resources: {'Port': ['ID=4c0df130-b11c-4f90-89bb-ba1517a9faf4,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:18.181069 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-836d9601-00d5-4a31-b847-1bc15da6cd3a req-48dc2971-8688-43b6-9417-0a0d80faff3b tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454519 Jul 15 15:09:18.196116 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['85697579-81ac-41bb-9650-aeba95f3afce', '4c0df130-b11c-4f90-89bb-ba1517a9faf4'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:18.223368 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-0924b49f-73dc-4d18-89f8-0b7de3e3aed8 req-b6a55c07-d4ef-4c3b-8b65-a316b99d1eb8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] No DVR routers for this DVR port 4c0df130-b11c-4f90-89bb-ba1517a9faf4 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:18.225926 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-0924b49f-73dc-4d18-89f8-0b7de3e3aed8 req-b6a55c07-d4ef-4c3b-8b65-a316b99d1eb8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:18.229286 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0924b49f-73dc-4d18-89f8-0b7de3e3aed8 req-b6a55c07-d4ef-4c3b-8b65-a316b99d1eb8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "DELETE /v2.0/ports/4c0df130-b11c-4f90-89bb-ba1517a9faf4 HTTP/1.1" status: 204 len: 173 time: 0.4068384 Jul 15 15:09:18.229729 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5939cffb-6093-41e0-9725-563d33faa584', 'name': 'network-vif-deleted', 'tag': '4c0df130-b11c-4f90-89bb-ba1517a9faf4'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:18.231976 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b481c05-acbc-4fac-a1f9-6d00f6696405" -d '{"events": [{"server_uuid": "5939cffb-6093-41e0-9725-563d33faa584", "name": "network-vif-deleted", "tag": "4c0df130-b11c-4f90-89bb-ba1517a9faf4"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:18.267882 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ac7a8f-e481-4015-8678-8047d374a94d x-openstack-request-id: req-82ac7a8f-e481-4015-8678-8047d374a94d {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:18.268166 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5939cffb-6093-41e0-9725-563d33faa584", "name": "network-vif-deleted", "tag": "4c0df130-b11c-4f90-89bb-ba1517a9faf4", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:18.268522 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-82ac7a8f-e481-4015-8678-8047d374a94d {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:18.268879 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ac7a8f-e481-4015-8678-8047d374a94d'] response: {'server_uuid': '5939cffb-6093-41e0-9725-563d33faa584', 'name': 'network-vif-deleted', 'tag': '4c0df130-b11c-4f90-89bb-ba1517a9faf4', 'status': 'completed', 'code': 200} Jul 15 15:09:19.454855 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7b1a6-ec3e-45ec-af17-bda93b5b7c2d req-fa99cfc6-5514-4874-a64a-0a3446c40f80 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:19.456233 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-63e7b1a6-ec3e-45ec-af17-bda93b5b7c2d req-fa99cfc6-5514-4874-a64a-0a3446c40f80 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0531962 Jul 15 15:09:19.501806 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-63e7b1a6-ec3e-45ec-af17-bda93b5b7c2d req-b66d744a-6641-4406-9741-c0ab7ba90834 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397968 Jul 15 15:09:20.622294 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e96360-7d72-4b1f-b762-97cb9da7baa1 req-11e4185d-b9e5-462f-a491-2ac51de6f744 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:20.623885 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-49e96360-7d72-4b1f-b762-97cb9da7baa1 req-11e4185d-b9e5-462f-a491-2ac51de6f744 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0551834 Jul 15 15:09:20.670570 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-49e96360-7d72-4b1f-b762-97cb9da7baa1 req-9a622e04-b060-4829-a294-9172fcf3f715 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405433 Jul 15 15:09:21.036062 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb924f0-3d1b-4b2f-a768-f0ebd70f4039 req-73f94e21-a5ff-4d93-9695-2740d324c175 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:21.037633 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ccb924f0-3d1b-4b2f-a768-f0ebd70f4039 req-73f94e21-a5ff-4d93-9695-2740d324c175 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.2670805 Jul 15 15:09:21.085166 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ccb924f0-3d1b-4b2f-a768-f0ebd70f4039 req-b2c4d7ac-dc4e-4a0a-bf77-b9af2b29f4a8 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418081 Jul 15 15:09:21.793976 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f780c-a98b-4e86-805f-1f073a35b882 req-08289f13-89e7-4ca0-910d-47a11b641a70 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:21.795455 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-558f780c-a98b-4e86-805f-1f073a35b882 req-08289f13-89e7-4ca0-910d-47a11b641a70 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0544438 Jul 15 15:09:21.845433 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-558f780c-a98b-4e86-805f-1f073a35b882 req-c1b71520-c31e-4f65-b1e0-e6b3f1a3402f tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/security-groups?id=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442593 Jul 15 15:09:22.035483 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 4c0df130-b11c-4f90-89bb-ba1517a9faf4 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:22.057705 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: 4c0df130-b11c-4f90-89bb-ba1517a9faf4 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:22.058051 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 4c0df130-b11c-4f90-89bb-ba1517a9faf4 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:22.150617 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41082fc-d0b7-4812-9960-cb2b6d7170c3 req-610d61df-3caf-4034-9a70-5e654f73d803 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:22.152256 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f41082fc-d0b7-4812-9960-cb2b6d7170c3 req-610d61df-3caf-4034-9a70-5e654f73d803 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 946 time: 0.0544565 Jul 15 15:09:22.252920 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-f41082fc-d0b7-4812-9960-cb2b6d7170c3 req-1f96beb4-0ccc-44fd-961b-d3d86dd39dfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Deleting port 85697579-81ac-41bb-9650-aeba95f3afce {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:22.253183 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f41082fc-d0b7-4812-9960-cb2b6d7170c3 req-1f96beb4-0ccc-44fd-961b-d3d86dd39dfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (85697579-81ac-41bb-9650-aeba95f3afce), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:22.356526 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3ae90-a4d2-440e-a3b9-4da936d49106 req-d0f989a4-5e75-4db8-bbff-7990ebe0e62f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:22.358152 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d5d3ae90-a4d2-440e-a3b9-4da936d49106 req-d0f989a4-5e75-4db8-bbff-7990ebe0e62f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0534377 Jul 15 15:09:22.379144 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-f41082fc-d0b7-4812-9960-cb2b6d7170c3 req-1f96beb4-0ccc-44fd-961b-d3d86dd39dfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] For port 85697579-81ac-41bb-9650-aeba95f3afce, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=85697579-81ac-41bb-9650-aeba95f3afce,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:22.379455 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f41082fc-d0b7-4812-9960-cb2b6d7170c3 req-1f96beb4-0ccc-44fd-961b-d3d86dd39dfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (85697579-81ac-41bb-9650-aeba95f3afce), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:22.393610 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-41744e1e-f823-484b-be91-0461eec66c40 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:22.395143 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-41744e1e-f823-484b-be91-0461eec66c40 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 946 time: 0.0912168 Jul 15 15:09:22.402156 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-f41082fc-d0b7-4812-9960-cb2b6d7170c3 req-1f96beb4-0ccc-44fd-961b-d3d86dd39dfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Calling delete_port for 85697579-81ac-41bb-9650-aeba95f3afce owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:22.407788 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d5d3ae90-a4d2-440e-a3b9-4da936d49106 req-bebeffe6-10da-4122-b43c-8de525d2b30c tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=c7e6dc23-92f5-4127-964b-f260762ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432551 Jul 15 15:09:22.551312 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Deleting port fa3beace-8edd-4645-9f42-03b98db56b58 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:22.551558 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:22.654937 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f41082fc-d0b7-4812-9960-cb2b6d7170c3 req-1f96beb4-0ccc-44fd-961b-d3d86dd39dfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (85697579-81ac-41bb-9650-aeba95f3afce), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:22.694331 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['85697579-81ac-41bb-9650-aeba95f3afce'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:22.696020 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96beb4-0ccc-44fd-961b-d3d86dd39dfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Pushing event deleted for resources: {'Port': ['ID=85697579-81ac-41bb-9650-aeba95f3afce,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:22.703410 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] For port fa3beace-8edd-4645-9f42-03b98db56b58, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=fa3beace-8edd-4645-9f42-03b98db56b58,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:22.703782 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:22.785352 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41082fc-d0b7-4812-9960-cb2b6d7170c3 req-1f96beb4-0ccc-44fd-961b-d3d86dd39dfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] No DVR routers for this DVR port 85697579-81ac-41bb-9650-aeba95f3afce on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:22.789205 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-f41082fc-d0b7-4812-9960-cb2b6d7170c3 req-1f96beb4-0ccc-44fd-961b-d3d86dd39dfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:22.792478 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f41082fc-d0b7-4812-9960-cb2b6d7170c3 req-1f96beb4-0ccc-44fd-961b-d3d86dd39dfd tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.77 "DELETE /v2.0/ports/85697579-81ac-41bb-9650-aeba95f3afce HTTP/1.1" status: 204 len: 173 time: 0.6340365 Jul 15 15:09:22.792935 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c32700e-81bf-45c7-b77f-1ce572c076d4', 'name': 'network-vif-deleted', 'tag': '85697579-81ac-41bb-9650-aeba95f3afce'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:22.795306 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d86961-6645-4993-8809-d1fc02d1cb59" -d '{"events": [{"server_uuid": "4c32700e-81bf-45c7-b77f-1ce572c076d4", "name": "network-vif-deleted", "tag": "85697579-81ac-41bb-9650-aeba95f3afce"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:22.971053 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-68a00b48-f2ba-439a-9e6d-d5cf3dd28968 req-3682e74a-30fa-4e9a-87f5-d84f69938fa8 tempest-ServerRescueNegativeTestJSON-1410032882 tempest-ServerRescueNegativeTestJSON-1410032882-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c32700e-81bf-45c7-b77f-1ce572c076d4 HTTP/1.1" status: 200 len: 210 time: 0.0339460 Jul 15 15:09:23.134386 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31766758-d567-4707-8e1d-c3464f990f96 x-openstack-request-id: req-31766758-d567-4707-8e1d-c3464f990f96 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:23.134553 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c32700e-81bf-45c7-b77f-1ce572c076d4", "name": "network-vif-deleted", "tag": "85697579-81ac-41bb-9650-aeba95f3afce", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:23.134817 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-31766758-d567-4707-8e1d-c3464f990f96 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:23.135223 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31766758-d567-4707-8e1d-c3464f990f96'] response: {'server_uuid': '4c32700e-81bf-45c7-b77f-1ce572c076d4', 'name': 'network-vif-deleted', 'tag': '85697579-81ac-41bb-9650-aeba95f3afce', 'status': 'completed', 'code': 200} Jul 15 15:09:23.212034 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:23.212407 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (a166bf80-dd78-4bfb-a042-240b93329cfe), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:23.212762 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Floating IP a166bf80-dd78-4bfb-a042-240b93329cfe disassociated. External IP: 172.27.2.145, port: fa3beace-8edd-4645-9f42-03b98db56b58. Jul 15 15:09:23.213146 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Calling delete_port for fa3beace-8edd-4645-9f42-03b98db56b58 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:23.354330 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (fa3beace-8edd-4645-9f42-03b98db56b58), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:23.384817 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event deleted for resources: {'Port': ['ID=fa3beace-8edd-4645-9f42-03b98db56b58,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:23.511880 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Router cf293605-382f-4154-8fa2-fee84f93998f has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:09:23.518735 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-10af88bf-1d99-4465-901e-f1e08fd569a2 req-904c2ce8-05fe-4baf-b01d-42f3e26b63f8 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a9b565d-3f20-452b-ba58-3b7a449eec00 HTTP/1.1" status: 200 len: 210 time: 0.0279229 Jul 15 15:09:23.623624 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:09:23.634834 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63904ec2-4047-476f-a80b-8cf43315bbf7 None None] Sync routers for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:09:23.668495 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] No DVR routers for this DVR port fa3beace-8edd-4645-9f42-03b98db56b58 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:23.671151 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:23.674848 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-30bdea97-e498-4567-a5ba-0dd35179ce10 req-2b6fecda-479c-4f8b-9444-767c168bd79f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.77 "DELETE /v2.0/ports/fa3beace-8edd-4645-9f42-03b98db56b58 HTTP/1.1" status: 204 len: 173 time: 1.2738228 Jul 15 15:09:23.756982 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63904ec2-4047-476f-a80b-8cf43315bbf7 None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:23.757891 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-63904ec2-4047-476f-a80b-8cf43315bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:23.879456 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-63904ec2-4047-476f-a80b-8cf43315bbf7 None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:24.032025 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 37972) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:24.076477 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-63904ec2-4047-476f-a80b-8cf43315bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:36Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:24.099931 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63904ec2-4047-476f-a80b-8cf43315bbf7 None None] Checking router: cf293605-382f-4154-8fa2-fee84f93998f for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:09:24.108093 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63904ec2-4047-476f-a80b-8cf43315bbf7 None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:24.108720 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-63904ec2-4047-476f-a80b-8cf43315bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:24.217284 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-63904ec2-4047-476f-a80b-8cf43315bbf7 None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:24.436225 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-63904ec2-4047-476f-a80b-8cf43315bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:36Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:24.461392 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63904ec2-4047-476f-a80b-8cf43315bbf7 None None] The sync data for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi is: [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:36Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:09:24.491583 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a33fe171-d0db-43d4-ab43-7733f31f91fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919785'] for router_interface (a6438654-942e-4307-b483-4b6bfd7402e9), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:24.626293 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37980) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:24.696649 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f80f-5d50-4937-91be-b27b5360ddde tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group (c7e6dc23-92f5-4127-964b-f260762ce8ca), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:24.725526 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f80f-5d50-4937-91be-b27b5360ddde tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group (c7e6dc23-92f5-4127-964b-f260762ce8ca), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:24.752135 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99483c5b-41b1-4324-b7ab-6f43ff22d003 None None] New status for floating IP a166bf80-dd78-4bfb-a042-240b93329cfe: DOWN {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:09:24.775073 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-a33fe171-d0db-43d4-ab43-7733f31f91fd admin admin] Deleting port 35cb861a-893f-493a-8f53-805f0b3d3328 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:24.775684 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a33fe171-d0db-43d4-ab43-7733f31f91fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:24.786927 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f80f-5d50-4937-91be-b27b5360ddde tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (c7e6dc23-92f5-4127-964b-f260762ce8ca), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:24.790979 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e1f2f80f-5d50-4937-91be-b27b5360ddde tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:24.792514 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-e1f2f80f-5d50-4937-91be-b27b5360ddde tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "DELETE /v2.0/security-groups/c7e6dc23-92f5-4127-964b-f260762ce8ca HTTP/1.1" status: 204 len: 168 time: 0.1651478 Jul 15 15:09:24.799077 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37984) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:24.824695 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2f80f-5d50-4937-91be-b27b5360ddde tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e6dc23-92f5-4127-964b-f260762ce8ca,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:24.847975 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.api.v2.resource [None req-abc5e35b-2fba-4f91-924c-17b6f862f26b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] show failed (client error): The resource could not be found. Jul 15 15:09:24.849388 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-abc5e35b-2fba-4f91-924c-17b6f862f26b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups/c7e6dc23-92f5-4127-964b-f260762ce8ca HTTP/1.1" status: 404 len: 347 time: 0.0493755 Jul 15 15:09:24.852254 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37988) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:24.892715 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-a33fe171-d0db-43d4-ab43-7733f31f91fd admin admin] For port 35cb861a-893f-493a-8f53-805f0b3d3328, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=35cb861a-893f-493a-8f53-805f0b3d3328,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:24.893128 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a33fe171-d0db-43d4-ab43-7733f31f91fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:24.909701 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-a33fe171-d0db-43d4-ab43-7733f31f91fd admin admin] Calling delete_port for 35cb861a-893f-493a-8f53-805f0b3d3328 owned by network:router_interface {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:25.010412 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f5d16-266d-421e-b536-c19646d0bf88 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Deleting port 9f725002-cd1e-4a63-82dd-4e4691525556 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:25.010784 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5d16-266d-421e-b536-c19646d0bf88 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (9f725002-cd1e-4a63-82dd-4e4691525556), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.105820 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5d16-266d-421e-b536-c19646d0bf88 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (9f725002-cd1e-4a63-82dd-4e4691525556), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.106152 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5d16-266d-421e-b536-c19646d0bf88 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (9f725002-cd1e-4a63-82dd-4e4691525556), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.119178 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f5d16-266d-421e-b536-c19646d0bf88 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Calling delete_port for 9f725002-cd1e-4a63-82dd-4e4691525556 owned by network:floatingip {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:25.155058 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a33fe171-d0db-43d4-ab43-7733f31f91fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (35cb861a-893f-493a-8f53-805f0b3d3328), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.163166 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'name': 'network-vif-deleted', 'tag': 'fa3beace-8edd-4645-9f42-03b98db56b58'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:25.165529 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee6b7cf-78aa-4d87-b342-5c8a895fc923" -d '{"events": [{"server_uuid": "3a9b565d-3f20-452b-ba58-3b7a449eec00", "name": "network-vif-deleted", "tag": "fa3beace-8edd-4645-9f42-03b98db56b58"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:25.188785 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fe171-d0db-43d4-ab43-7733f31f91fd admin admin] Pushing event deleted for resources: {'Port': ['ID=35cb861a-893f-493a-8f53-805f0b3d3328,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:25.199560 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c2bd4-200d-4167-ad91-e2090aa31222 req-004f6189-a391-478c-9cb2-e95753119b80 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:25.200934 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-051c2bd4-200d-4167-ad91-e2090aa31222 req-004f6189-a391-478c-9cb2-e95753119b80 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 947 time: 0.0980544 Jul 15 15:09:25.216481 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018ee555-2686-4d32-a81c-9fa0a58e20d7 x-openstack-request-id: req-018ee555-2686-4d32-a81c-9fa0a58e20d7 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:25.216965 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a9b565d-3f20-452b-ba58-3b7a449eec00", "name": "network-vif-deleted", "tag": "fa3beace-8edd-4645-9f42-03b98db56b58", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:25.217253 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-018ee555-2686-4d32-a81c-9fa0a58e20d7 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:25.217634 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018ee555-2686-4d32-a81c-9fa0a58e20d7'] response: {'server_uuid': '3a9b565d-3f20-452b-ba58-3b7a449eec00', 'name': 'network-vif-deleted', 'tag': 'fa3beace-8edd-4645-9f42-03b98db56b58', 'status': 'completed', 'code': 200} Jul 15 15:09:25.283973 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5d16-266d-421e-b536-c19646d0bf88 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (9f725002-cd1e-4a63-82dd-4e4691525556), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.311081 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f5d16-266d-421e-b536-c19646d0bf88 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event deleted for resources: {'Port': ['ID=9f725002-cd1e-4a63-82dd-4e4691525556,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:25.321394 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-051c2bd4-200d-4167-ad91-e2090aa31222 req-8f9f1785-0f07-45db-b075-99debc94c43b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048808 Jul 15 15:09:25.391266 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5d16-266d-421e-b536-c19646d0bf88 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (a166bf80-dd78-4bfb-a042-240b93329cfe), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.393955 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5d16-266d-421e-b536-c19646d0bf88 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.397085 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ea2f5d16-266d-421e-b536-c19646d0bf88 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "DELETE /v2.0/floatingips/a166bf80-dd78-4bfb-a042-240b93329cfe HTTP/1.1" status: 204 len: 168 time: 0.5431824 Jul 15 15:09:25.429867 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a33fe171-d0db-43d4-ab43-7733f31f91fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919669'] for router_interface (a6438654-942e-4307-b483-4b6bfd7402e9), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.481149 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 37998) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:25.485995 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-2c7ea864-4461-44f2-834b-36324eb595b4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954538926', 'description': 'tempest-description--2035108198'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:25.508338 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea864-4461-44f2-834b-36324eb595b4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.583074 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea864-4461-44f2-834b-36324eb595b4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group (ce26818b-3323-47ee-8bed-2ca7b6fbdee6), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.587803 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea864-4461-44f2-834b-36324eb595b4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (ce26818b-3323-47ee-8bed-2ca7b6fbdee6), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.619323 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c7ea864-4461-44f2-834b-36324eb595b4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.623388 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-2c7ea864-4461-44f2-834b-36324eb595b4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1382043 Jul 15 15:09:25.623388 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ea864-4461-44f2-834b-36324eb595b4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce26818b-3323-47ee-8bed-2ca7b6fbdee6,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:25.624559 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38000) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:25.628366 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-a45e8659-2e51-41ec-b86f-940a063991fa tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Request body: {'security_group_rule': {'security_group_id': 'ce26818b-3323-47ee-8bed-2ca7b6fbdee6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:25.660072 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33fe171-d0db-43d4-ab43-7733f31f91fd admin admin] Router a6438654-942e-4307-b483-4b6bfd7402e9 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:09:25.668077 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a45e8659-2e51-41ec-b86f-940a063991fa tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group_rule (732af6c4-bcc7-4262-acae-6ea5fc6905dc), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.789192 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a45e8659-2e51-41ec-b86f-940a063991fa tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group_rule (732af6c4-bcc7-4262-acae-6ea5fc6905dc), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.794014 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a45e8659-2e51-41ec-b86f-940a063991fa tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (732af6c4-bcc7-4262-acae-6ea5fc6905dc), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.826613 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e8659-2e51-41ec-b86f-940a063991fa tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732af6c4-bcc7-4262-acae-6ea5fc6905dc,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:25.828947 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33fe171-d0db-43d4-ab43-7733f31f91fd admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:09:25.837037 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-a33fe171-d0db-43d4-ab43-7733f31f91fd admin admin] 10.222.0.47 "PUT /v2.0/routers/a6438654-942e-4307-b483-4b6bfd7402e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8038166 Jul 15 15:09:25.837246 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38002) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:25.839302 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7355d706-577b-4c54-a609-feafeb5bb29b None None] Sync routers for ids ['a6438654-942e-4307-b483-4b6bfd7402e9'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:09:25.840498 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a45e8659-2e51-41ec-b86f-940a063991fa tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.844357 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-a45e8659-2e51-41ec-b86f-940a063991fa tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2168188 Jul 15 15:09:25.844564 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38004) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:25.855217 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7355d706-577b-4c54-a609-feafeb5bb29b None None] Routers {'a6438654-942e-4307-b483-4b6bfd7402e9'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:25.856076 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-7355d706-577b-4c54-a609-feafeb5bb29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['a6438654-942e-4307-b483-4b6bfd7402e9'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:25.877892 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-cf546f0b-0c84-467b-bdd7-1111e08e95ce tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Request body: {'security_group_rule': {'security_group_id': 'ce26818b-3323-47ee-8bed-2ca7b6fbdee6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:25.944421 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cf546f0b-0c84-467b-bdd7-1111e08e95ce tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group_rule (7acb3e55-0427-42c8-8160-b17afb86dde8), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:25.962467 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-7355d706-577b-4c54-a609-feafeb5bb29b None None] Set router a6438654-942e-4307-b483-4b6bfd7402e9 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:25.970494 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Publish callbacks [] for router (a6438654-942e-4307-b483-4b6bfd7402e9), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.024112 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 85697579-81ac-41bb-9650-aeba95f3afce no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:26.049999 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: 85697579-81ac-41bb-9650-aeba95f3afce {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:26.051556 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 85697579-81ac-41bb-9650-aeba95f3afce not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:26.051717 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device fa3beace-8edd-4645-9f42-03b98db56b58 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:26.075407 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: fa3beace-8edd-4645-9f42-03b98db56b58 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:26.075766 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device fa3beace-8edd-4645-9f42-03b98db56b58 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:26.079521 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cf546f0b-0c84-467b-bdd7-1111e08e95ce tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group_rule (7acb3e55-0427-42c8-8160-b17afb86dde8), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.087510 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cf546f0b-0c84-467b-bdd7-1111e08e95ce tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (7acb3e55-0427-42c8-8160-b17afb86dde8), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.112729 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf546f0b-0c84-467b-bdd7-1111e08e95ce tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acb3e55-0427-42c8-8160-b17afb86dde8,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:26.116622 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Publish callbacks [] for router_gateway (a6438654-942e-4307-b483-4b6bfd7402e9), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.122855 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cf546f0b-0c84-467b-bdd7-1111e08e95ce tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.124035 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-cf546f0b-0c84-467b-bdd7-1111e08e95ce tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2785902 Jul 15 15:09:26.127629 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38006) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:26.135096 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:26.163519 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-7355d706-577b-4c54-a609-feafeb5bb29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:09:25Z', 'revision_number': 5, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port': {'id': '523391fb-431c-459d-ba7a-71b0bc941b0c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:19Z', 'updated_at': '2022-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:26.164267 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.179679 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Deleting port 523391fb-431c-459d-ba7a-71b0bc941b0c {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:26.180111 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.194525 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7355d706-577b-4c54-a609-feafeb5bb29b None None] Checking router: a6438654-942e-4307-b483-4b6bfd7402e9 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:09:26.202898 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7355d706-577b-4c54-a609-feafeb5bb29b None None] Routers {'a6438654-942e-4307-b483-4b6bfd7402e9'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:26.203533 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-7355d706-577b-4c54-a609-feafeb5bb29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['a6438654-942e-4307-b483-4b6bfd7402e9'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:26.264103 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.265917 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] For port 523391fb-431c-459d-ba7a-71b0bc941b0c, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=523391fb-431c-459d-ba7a-71b0bc941b0c,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:26.266282 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.285463 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Calling delete_port for 523391fb-431c-459d-ba7a-71b0bc941b0c owned by network:router_gateway {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:26.291068 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-7355d706-577b-4c54-a609-feafeb5bb29b None None] Set router a6438654-942e-4307-b483-4b6bfd7402e9 gateway port host: None {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:26.342508 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-7355d706-577b-4c54-a609-feafeb5bb29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:09:26Z', 'revision_number': 6, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port_host': None}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:26.371784 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7355d706-577b-4c54-a609-feafeb5bb29b None None] The sync data for ids ['a6438654-942e-4307-b483-4b6bfd7402e9'] in dv-cinder-848821-1-iscsi is: [{'id': 'a6438654-942e-4307-b483-4b6bfd7402e9', 'name': 'tempest-ServerRescueNegativeTestJSON-1283829681-router', 'tenant_id': '43e7616bd1554258b18fc994e5de2824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:16Z', 'updated_at': '2022-07-15T15:09:26Z', 'revision_number': 6, 'project_id': '43e7616bd1554258b18fc994e5de2824', 'gw_port_host': None}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:09:26.388332 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Allocated IP 172.27.2.72 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/2c35d09f-2775-4f22-9200-6bc043efcab8) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:09:26.478034 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (523391fb-431c-459d-ba7a-71b0bc941b0c), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.501032 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=523391fb-431c-459d-ba7a-71b0bc941b0c,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:26.519060 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d523d1-2974-4e74-8ca7-1b393c5570e9 req-58dc066e-7cfd-4d3b-9cc1-d3a45808da72 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:26.520582 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-00d523d1-2974-4e74-8ca7-1b393c5570e9 req-58dc066e-7cfd-4d3b-9cc1-d3a45808da72 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 947 time: 0.1148641 Jul 15 15:09:26.566410 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919507'] for router_gateway (a6438654-942e-4307-b483-4b6bfd7402e9), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.567483 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for port (2c35d09f-2775-4f22-9200-6bc043efcab8), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.606319 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-00d523d1-2974-4e74-8ca7-1b393c5570e9 req-c7f82fbd-b989-4253-8024-a7695cf3afee tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767367 Jul 15 15:09:26.635716 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (2c35d09f-2775-4f22-9200-6bc043efcab8), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.655054 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59243'] for router (a6438654-942e-4307-b483-4b6bfd7402e9), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.657535 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Publish callbacks [] for router_controller (a6438654-942e-4307-b483-4b6bfd7402e9), precommit_delete_associations {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.682890 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:09:26.690236 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:26.693620 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:09:26.698269 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event updated for resources: {'Port': ['ID=2c35d09f-2775-4f22-9200-6bc043efcab8,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:26.705663 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920899'] for router (a6438654-942e-4307-b483-4b6bfd7402e9), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.707078 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6438654-942e-4307-b483-4b6bfd7402e9 {{(pid=103713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:09:26.713229 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.714439 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-1cba49a0-195f-4916-8d25-44ff944f8e08 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a6438654-942e-4307-b483-4b6bfd7402e9 HTTP/1.1" status: 204 len: 168 time: 0.8763883 Jul 15 15:09:26.717030 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38016) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:26.776519 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bafa13-5213-432e-8a7d-88cb6d007fae admin admin] Deleting subnet f6e36d81-7ed2-41ef-8407-809b4ec490a5 {{(pid=103713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:09:26.780074 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-10bafa13-5213-432e-8a7d-88cb6d007fae admin admin] Publish callbacks [] for subnet (f6e36d81-7ed2-41ef-8407-809b4ec490a5), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.787505 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (17a959d1-89e7-43af-a80d-2f771192e0fc), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.821202 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-10bafa13-5213-432e-8a7d-88cb6d007fae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8946345'] for subnet (f6e36d81-7ed2-41ef-8407-809b4ec490a5), precommit_delete_associations {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.828974 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (2c35d09f-2775-4f22-9200-6bc043efcab8), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.938380 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-10bafa13-5213-432e-8a7d-88cb6d007fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (f6e36d81-7ed2-41ef-8407-809b4ec490a5), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.985845 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for port (2c35d09f-2775-4f22-9200-6bc043efcab8), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.990583 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (2c35d09f-2775-4f22-9200-6bc043efcab8), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:26.998008 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-10bafa13-5213-432e-8a7d-88cb6d007fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9594231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516920'] for subnet (f6e36d81-7ed2-41ef-8407-809b4ec490a5), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.031619 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bafa13-5213-432e-8a7d-88cb6d007fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e36d81-7ed2-41ef-8407-809b4ec490a5,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:27.048482 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83eb4a9-c530-457a-971b-0d9d0429ba67 None None] Network 29f97e75-619a-4639-983a-850b07ef11ec requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:09:27.052920 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-10bafa13-5213-432e-8a7d-88cb6d007fae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.058652 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-10bafa13-5213-432e-8a7d-88cb6d007fae admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f6e36d81-7ed2-41ef-8407-809b4ec490a5 HTTP/1.1" status: 204 len: 168 time: 0.3382108 Jul 15 15:09:27.059450 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38018) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:27.066885 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event updated for resources: {'Port': ['ID=2c35d09f-2775-4f22-9200-6bc043efcab8,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:27.074229 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (17a959d1-89e7-43af-a80d-2f771192e0fc), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.091649 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.096140 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-06b4568b-75c8-4fb1-b639-f0323c7d30a2 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9618537 Jul 15 15:09:27.153947 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968221f8-5469-4da8-a218-b6ab5705f54c req-64453ca0-8078-4159-9005-382bae7ad64d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:27.155898 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-968221f8-5469-4da8-a218-b6ab5705f54c req-64453ca0-8078-4159-9005-382bae7ad64d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.77 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 947 time: 0.1337838 Jul 15 15:09:27.158811 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (29f97e75-619a-4639-983a-850b07ef11ec), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.301260 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] DHCP port deletion for 29f97e75-619a-4639-983a-850b07ef11ec request from dv-cinder-848821-1-iscsi {{(pid=103714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 15:09:27.342763 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 35cb861a-893f-493a-8f53-805f0b3d3328 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:27.346079 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-abdd7ae6-b2ca-4c04-8fec-e26d9d04b525 req-d9c01ccd-0fc3-4072-b4e5-19a14a5f7844 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1183512936&fields=id&tenant_id=023c02484cc74691b16c87fa381fc8a6 HTTP/1.1" status: 200 len: 267 time: 0.0717707 Jul 15 15:09:27.364142 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-7d02cd69-101b-4348-bf97-8ac472624c3c tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--954538926&fields=id&tenant_id=e6b962299ae347548ec82de0f2b6389d HTTP/1.1" status: 200 len: 267 time: 0.1370521 Jul 15 15:09:27.372903 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Deleting port 5d32f30a-1f8b-48c2-8282-021878fd9fba {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:27.373324 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.373967 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 35cb861a-893f-493a-8f53-805f0b3d3328 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:27.374323 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 35cb861a-893f-493a-8f53-805f0b3d3328 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:27.374929 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 523391fb-431c-459d-ba7a-71b0bc941b0c no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:27.405617 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 523391fb-431c-459d-ba7a-71b0bc941b0c {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:27.405966 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 523391fb-431c-459d-ba7a-71b0bc941b0c not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:27.407069 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd7ae6-b2ca-4c04-8fec-e26d9d04b525 req-e4b025c4-f8f2-47b5-9b9e-2f1c1e240b97 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:27.415908 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-abdd7ae6-b2ca-4c04-8fec-e26d9d04b525 req-e4b025c4-f8f2-47b5-9b9e-2f1c1e240b97 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 984 time: 0.0672858 Jul 15 15:09:27.421396 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [req-abdd7ae6-b2ca-4c04-8fec-e26d9d04b525 req-e72dcff3-9367-45ca-83e8-2c1ec6003ff8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Request body: {'port': {'security_groups': ['4c5d74bf-7f3c-4fde-bd99-eb0599205fe4']}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:27.423796 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Deleting port 5d32f30a-1f8b-48c2-8282-021878fd9fba {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:27.424529 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.429949 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Deleting port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:27.430297 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.499388 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] For port 5d32f30a-1f8b-48c2-8282-021878fd9fba, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=5d32f30a-1f8b-48c2-8282-021878fd9fba,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:27.499954 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.515781 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-abdd7ae6-b2ca-4c04-8fec-e26d9d04b525 req-e72dcff3-9367-45ca-83e8-2c1ec6003ff8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.517377 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Calling delete_port for 5d32f30a-1f8b-48c2-8282-021878fd9fba owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:27.564967 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] For port 5d32f30a-1f8b-48c2-8282-021878fd9fba, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=5d32f30a-1f8b-48c2-8282-021878fd9fba,segment=NetworkSegment(a104b4f5-1f04-416b-a8f5-6345e1e3f2db),segment_id=a104b4f5-1f04-416b-a8f5-6345e1e3f2db)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:27.565299 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.594730 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Calling delete_port for 5d32f30a-1f8b-48c2-8282-021878fd9fba owned by network:dhcp {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:27.655810 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-4eee26ae-7b1d-4cfd-ad0a-a7b1f4eb4c16 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:27.657705 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-4eee26ae-7b1d-4cfd-ad0a-a7b1f4eb4c16 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/networks?id=4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 200 len: 810 time: 0.2691777 Jul 15 15:09:27.666696 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.695081 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Pushing event deleted for resources: {'Port': ['ID=5d32f30a-1f8b-48c2-8282-021878fd9fba,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:27.699584 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] No DVR routers for this DVR port 5d32f30a-1f8b-48c2-8282-021878fd9fba on host dv-cinder-848821-1-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:27.707276 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.707867 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.708379 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.708754 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.709099 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.709439 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.709775 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.710110 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.710443 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.710777 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.711119 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.711442 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.711771 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bb3468-2a1c-426c-91b6-ec3ba97d3f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:27.720263 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] For port 00bcb254-9fea-44c6-87c7-c34b963ce6f5, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=00bcb254-9fea-44c6-87c7-c34b963ce6f5,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:27.720663 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.730685 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-02384e63-acf1-4d1e-a606-5be06403f615 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/quotas/e6b962299ae347548ec82de0f2b6389d HTTP/1.1" status: 200 len: 375 time: 0.0618148 Jul 15 15:09:27.771524 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [req-abdd7ae6-b2ca-4c04-8fec-e26d9d04b525 req-e72dcff3-9367-45ca-83e8-2c1ec6003ff8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] For port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:27.801654 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-abdd7ae6-b2ca-4c04-8fec-e26d9d04b525 req-e72dcff3-9367-45ca-83e8-2c1ec6003ff8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.806384 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-abdd7ae6-b2ca-4c04-8fec-e26d9d04b525 req-e72dcff3-9367-45ca-83e8-2c1ec6003ff8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.843994 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:27.860789 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd7ae6-b2ca-4c04-8fec-e26d9d04b525 req-e72dcff3-9367-45ca-83e8-2c1ec6003ff8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:27.863217 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [req-abdd7ae6-b2ca-4c04-8fec-e26d9d04b525 req-e72dcff3-9367-45ca-83e8-2c1ec6003ff8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:27.866377 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-abdd7ae6-b2ca-4c04-8fec-e26d9d04b525 req-e72dcff3-9367-45ca-83e8-2c1ec6003ff8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "PUT /v2.0/ports/3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf HTTP/1.1" status: 200 len: 942 time: 0.4491467 Jul 15 15:09:27.867048 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:27.873765 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a39ed65-f3fc-45e4-90e1-579feaffe76d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:27.877699 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38040) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:27.944055 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-0c0e0423-6893-4e96-b38b-1c83dbf9ce69 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6b962299ae347548ec82de0f2b6389d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2049663 Jul 15 15:09:27.992578 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dcff3-9367-45ca-83e8-2c1ec6003ff8 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event updated for resources: {'Port': ['ID=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,revision_number=7']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:27.992871 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (5d32f30a-1f8b-48c2-8282-021878fd9fba), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:28.009030 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:28.063231 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022ea28-92dc-4c59-846a-cfce66c90b5b req-c31d3b75-ff3d-4eb8-b13c-c891dc248c62 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:28.064838 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9022ea28-92dc-4c59-846a-cfce66c90b5b req-c31d3b75-ff3d-4eb8-b13c-c891dc248c62 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 947 time: 0.1063211 Jul 15 15:09:28.111030 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d32f30a-1f8b-48c2-8282-021878fd9fba,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:28.170454 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9022ea28-92dc-4c59-846a-cfce66c90b5b req-537a46c2-c144-49f9-89d9-a4f4472f29a1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=8db81cb9-08a4-488d-9848-d4ba3c803f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932386 Jul 15 15:09:28.319229 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7862fda-d37f-4629-a54f-3c0f01e23652 x-openstack-request-id: req-f7862fda-d37f-4629-a54f-3c0f01e23652 {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:28.319522 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:28.319776 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f7862fda-d37f-4629-a54f-3c0f01e23652 {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:28.320185 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7862fda-d37f-4629-a54f-3c0f01e23652'] response: {'name': 'network-changed', 'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'status': 'completed', 'code': 200} Jul 15 15:09:28.355231 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-a55a621f-70d8-4e6f-90a4-3ad3a60c8498 None None] Provisioning complete for port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:09:28.355829 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a55a621f-70d8-4e6f-90a4-3ad3a60c8498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:28.436158 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] No DVR routers for this DVR port 5d32f30a-1f8b-48c2-8282-021878fd9fba on host dv-cinder-848821-1-iscsi {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:28.496584 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-a55a621f-70d8-4e6f-90a4-3ad3a60c8498 None None] Current status of the port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:09:28.499909 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:28.500277 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (0759ccaf-c328-4dec-b8d3-2e5e6c907adb), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:28.500618 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Floating IP 0759ccaf-c328-4dec-b8d3-2e5e6c907adb disassociated. External IP: 172.27.2.213, port: 00bcb254-9fea-44c6-87c7-c34b963ce6f5. Jul 15 15:09:28.500974 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Calling delete_port for 00bcb254-9fea-44c6-87c7-c34b963ce6f5 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:28.567698 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a392a967-06b0-4c5e-acea-297cb3c71ea3 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group (b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:28.676839 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (29f97e75-619a-4639-983a-850b07ef11ec), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:28.687002 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a392a967-06b0-4c5e-acea-297cb3c71ea3 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group (b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:28.729246 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39ed65-f3fc-45e4-90e1-579feaffe76d req-08468161-2890-44b8-8624-7603d242226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:28.730743 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a39ed65-f3fc-45e4-90e1-579feaffe76d req-08468161-2890-44b8-8624-7603d242226e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=023c02484cc74691b16c87fa381fc8a6&device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 1129 time: 0.2961335 Jul 15 15:09:28.737126 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-03f5aba8-08b9-46c9-a39c-53db9408b0f4 service neutron] 10.222.0.47 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7372954 Jul 15 15:09:28.740481 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f97e75-619a-4639-983a-850b07ef11ec']}} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:28.787506 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db') {'for_net_delete': True} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:28.787807 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a104b4f5-1f04-416b-a8f5-6345e1e3f2db') {} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:28.843698 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8946320'] for segment (a104b4f5-1f04-416b-a8f5-6345e1e3f2db), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:28.898919 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (a104b4f5-1f04-416b-a8f5-6345e1e3f2db), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:28.947145 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:28.947782 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9594317'] for segment (a104b4f5-1f04-416b-a8f5-6345e1e3f2db), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.047740 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39ed65-f3fc-45e4-90e1-579feaffe76d req-9b23d72a-00e3-4545-a016-99a93278d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:29.049537 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a39ed65-f3fc-45e4-90e1-579feaffe76d req-9b23d72a-00e3-4545-a016-99a93278d050 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3a74687-c457-4c51-9a1d-4f4696b81109 HTTP/1.1" status: 200 len: 916 time: 0.3066292 Jul 15 15:09:29.054052 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment a104b4f5-1f04-416b-a8f5-6345e1e3f2db resource provider aggregate not found Jul 15 15:09:29.082054 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment a104b4f5-1f04-416b-a8f5-6345e1e3f2db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a104b4f5-1f04-416b-a8f5-6345e1e3f2db found for delete ", "request_id": "req-0368319c-6fc5-4264-99e3-936602990faa"}]} Jul 15 15:09:29.116655 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-2443cfde-3998-4f77-b2de-ab4578a26c67 service neutron] 10.222.0.47 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561640 Jul 15 15:09:29.126655 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (00bcb254-9fea-44c6-87c7-c34b963ce6f5), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.128944 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (29f97e75-619a-4639-983a-850b07ef11ec), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.142902 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a392a967-06b0-4c5e-acea-297cb3c71ea3 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.145480 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a392a967-06b0-4c5e-acea-297cb3c71ea3 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.146747 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a392a967-06b0-4c5e-acea-297cb3c71ea3 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "DELETE /v2.0/security-groups/b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac HTTP/1.1" status: 204 len: 168 time: 1.2646961 Jul 15 15:09:29.149388 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38054) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:29.174129 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.177669 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] 10.222.0.47 "DELETE /v2.0/networks/29f97e75-619a-4639-983a-850b07ef11ec HTTP/1.1" status: 204 len: 168 time: 2.1173151 Jul 15 15:09:29.215036 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event deleted for resources: {'Port': ['ID=00bcb254-9fea-44c6-87c7-c34b963ce6f5,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:29.229509 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2dc4c-c0b8-4b31-88da-7af912740611 admin admin] Pushing event deleted for resources: {'Network': ['ID=29f97e75-619a-4639-983a-850b07ef11ec,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:29.238007 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a39ed65-f3fc-45e4-90e1-579feaffe76d req-0f595b0e-a0a6-40a2-a2ef-c99a2c816aed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf HTTP/1.1" status: 200 len: 1000 time: 0.1693544 Jul 15 15:09:29.239040 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392a967-06b0-4c5e-acea-297cb3c71ea3 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bc59c1-6cd7-4f62-a4f5-2926448bb5ac,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:29.320362 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 5d32f30a-1f8b-48c2-8282-021878fd9fba no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:29.345593 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39ed65-f3fc-45e4-90e1-579feaffe76d req-7879fb17-8dc3-4aaf-9ae2-2ce0d0a5f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:29.347123 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a39ed65-f3fc-45e4-90e1-579feaffe76d req-7879fb17-8dc3-4aaf-9ae2-2ce0d0a5f4bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=066b0174-9063-43f6-994b-d7e6d96e7cd6 HTTP/1.1" status: 200 len: 854 time: 0.1026840 Jul 15 15:09:29.390372 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 5d32f30a-1f8b-48c2-8282-021878fd9fba {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:29.390966 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 5d32f30a-1f8b-48c2-8282-021878fd9fba not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:29.441134 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0d17e47c-b751-4b56-bd98-28dab1efa573 req-918b0aaf-0a86-4d2a-95ca-9c383f846e6e tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 210 time: 0.0628421 Jul 15 15:09:29.468751 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ba768853-774f-40c7-89a8-c731e27bd5e2 req-079effed-0c2c-4f28-8708-f14cbc9a3f03 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 210 time: 0.0815482 Jul 15 15:09:29.473218 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Router 436e19d0-84a9-4644-a17a-bc2757507467 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:09:29.476633 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38066) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:29.499769 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39ed65-f3fc-45e4-90e1-579feaffe76d req-c32af0d6-481b-4bb7-b8b6-969bb37fc40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:29.501304 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a39ed65-f3fc-45e4-90e1-579feaffe76d req-c32af0d6-481b-4bb7-b8b6-969bb37fc40c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3a74687-c457-4c51-9a1d-4f4696b81109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1243789 Jul 15 15:09:29.528389 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Deleting port 5fa6c3f5-986d-454f-b904-215bf185028f {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:29.528921 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (5fa6c3f5-986d-454f-b904-215bf185028f), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.636132 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-785f8c95-bd12-44be-b0ba-33068081a2ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=43e7616bd1554258b18fc994e5de2824&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1554563 Jul 15 15:09:29.640222 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38072) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:29.748174 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a39ed65-f3fc-45e4-90e1-579feaffe76d req-540f3ab0-f200-490d-af4d-ad4c2c101120 service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363951 Jul 15 15:09:29.766681 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:09:29.798524 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7aea3a-0adf-4b6a-9ec5-81753e9976f5 None None] Sync routers for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:09:29.828625 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7aea3a-0adf-4b6a-9ec5-81753e9976f5 None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:29.829369 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-5a7aea3a-0adf-4b6a-9ec5-81753e9976f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:29.832751 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-984f4fd8-b711-4cad-96b8-b9644b3e965d admin admin] Publish callbacks [] for security_group (f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.887953 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] No DVR routers for this DVR port 00bcb254-9fea-44c6-87c7-c34b963ce6f5 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:29.898499 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-984f4fd8-b711-4cad-96b8-b9644b3e965d admin admin] Publish callbacks [] for security_group (f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.906572 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.910938 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-968221f8-5469-4da8-a218-b6ab5705f54c req-a1f1d010-b15d-4df3-80a7-1d16d668149a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.77 "DELETE /v2.0/ports/00bcb254-9fea-44c6-87c7-c34b963ce6f5 HTTP/1.1" status: 204 len: 173 time: 2.7487268 Jul 15 15:09:29.911594 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'name': 'network-vif-deleted', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:29.914143 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15c6985-800a-4abc-a8fd-2ade7905bc13" -d '{"events": [{"server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "name": "network-vif-deleted", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:29.942865 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (5fa6c3f5-986d-454f-b904-215bf185028f), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.946181 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for floatingip (5fa6c3f5-986d-454f-b904-215bf185028f), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.964668 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7a39ed65-f3fc-45e4-90e1-579feaffe76d req-c41e0fae-f7ed-40c1-8181-17023ce62a87 service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092068 Jul 15 15:09:29.970364 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc50e0c-eeb3-4bfc-9bea-4f47d4fb25ab x-openstack-request-id: req-ecc50e0c-eeb3-4bfc-9bea-4f47d4fb25ab {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:29.970943 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f", "name": "network-vif-deleted", "tag": "00bcb254-9fea-44c6-87c7-c34b963ce6f5", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:29.971195 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ecc50e0c-eeb3-4bfc-9bea-4f47d4fb25ab {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:29.972670 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc50e0c-eeb3-4bfc-9bea-4f47d4fb25ab'] response: {'server_uuid': 'dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f', 'name': 'network-vif-deleted', 'tag': '00bcb254-9fea-44c6-87c7-c34b963ce6f5', 'status': 'completed', 'code': 200} Jul 15 15:09:29.983531 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Calling delete_port for 5fa6c3f5-986d-454f-b904-215bf185028f owned by network:floatingip {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:29.993525 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-5a7aea3a-0adf-4b6a-9ec5-81753e9976f5 None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:29.995736 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-984f4fd8-b711-4cad-96b8-b9644b3e965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:29.999193 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-984f4fd8-b711-4cad-96b8-b9644b3e965d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:30.008922 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-984f4fd8-b711-4cad-96b8-b9644b3e965d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6 HTTP/1.1" status: 204 len: 168 time: 0.3605051 Jul 15 15:09:30.019380 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f4fd8-b711-4cad-96b8-b9644b3e965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41214bc-ce6d-4078-84a3-5f1bb6ee2cd6,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:30.052071 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 00bcb254-9fea-44c6-87c7-c34b963ce6f5 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:30.100397 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: 00bcb254-9fea-44c6-87c7-c34b963ce6f5 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:30.100827 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 00bcb254-9fea-44c6-87c7-c34b963ce6f5 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:30.219293 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (5fa6c3f5-986d-454f-b904-215bf185028f), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:30.249950 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event deleted for resources: {'Port': ['ID=5fa6c3f5-986d-454f-b904-215bf185028f,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:30.257748 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-5a7aea3a-0adf-4b6a-9ec5-81753e9976f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:17Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:30.291437 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7aea3a-0adf-4b6a-9ec5-81753e9976f5 None None] Checking router: 436e19d0-84a9-4644-a17a-bc2757507467 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:09:30.296117 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7aea3a-0adf-4b6a-9ec5-81753e9976f5 None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:30.296776 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-5a7aea3a-0adf-4b6a-9ec5-81753e9976f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:30.321782 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks [] for floatingip (bdc4d6a7-04d1-47f2-8e54-7bcfdb47a878), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:30.322271 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.l3_db [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Floating IP bdc4d6a7-04d1-47f2-8e54-7bcfdb47a878 disassociated (deleted). External IP: 172.27.2.74, port: 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf. Jul 15 15:09:30.413664 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-5a7aea3a-0adf-4b6a-9ec5-81753e9976f5 None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:30.588343 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6970c7c5-9906-4e65-99f3-78fb3e5133d7 req-93a9c681-62af-41d1-bdb9-7eebb94f3832 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 210 time: 0.0490746 Jul 15 15:09:30.634091 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Router 46690f88-2564-402c-9a76-fbb9203f36e6 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:09:30.657894 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6086edf4-2eed-4c51-aeab-a835e60fcb54 req-6bf53cac-2ab9-460e-b7ef-c8705c62a483 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd746d38-f4eb-49f1-a1ff-6b2f8f72c65f HTTP/1.1" status: 200 len: 210 time: 0.0374501 Jul 15 15:09:30.718153 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-5a7aea3a-0adf-4b6a-9ec5-81753e9976f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:17Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:30.752375 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7aea3a-0adf-4b6a-9ec5-81753e9976f5 None None] The sync data for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi is: [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:17Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:09:30.801453 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:09:30.806475 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:30.812964 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555199f0-8907-4d1b-bd56-3939589d447f None None] Sync routers for ids ['46690f88-2564-402c-9a76-fbb9203f36e6'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:09:30.837158 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555199f0-8907-4d1b-bd56-3939589d447f None None] Routers {'46690f88-2564-402c-9a76-fbb9203f36e6'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:30.838033 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-555199f0-8907-4d1b-bd56-3939589d447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['46690f88-2564-402c-9a76-fbb9203f36e6'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:30.891345 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-32d7c6c8-5d17-458a-b165-e4266eee9149 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "DELETE /v2.0/floatingips/bdc4d6a7-04d1-47f2-8e54-7bcfdb47a878 HTTP/1.1" status: 204 len: 168 time: 1.7407734 Jul 15 15:09:30.895447 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:30.899005 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3291d8-6114-4a69-8e89-6f91622942a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:30.951080 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-9ce41b52-f6ac-4751-87a7-4dd1a5b121fe tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:30.952606 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-9ce41b52-f6ac-4751-87a7-4dd1a5b121fe tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.77 "GET /v2.0/networks?id=4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 200 len: 810 time: 0.1979311 Jul 15 15:09:30.980834 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab10a4c-0eea-47ed-b250-f43c8c90bfa3 x-openstack-request-id: req-8ab10a4c-0eea-47ed-b250-f43c8c90bfa3 {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:30.981239 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:30.981593 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8ab10a4c-0eea-47ed-b250-f43c8c90bfa3 {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:30.982947 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab10a4c-0eea-47ed-b250-f43c8c90bfa3'] response: {'name': 'network-changed', 'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'status': 'completed', 'code': 200} Jul 15 15:09:31.046464 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-555199f0-8907-4d1b-bd56-3939589d447f None None] Set router 46690f88-2564-402c-9a76-fbb9203f36e6 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:31.117314 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-0bd67b4c-0b81-4799-8386-cb95cd86f325 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6b962299ae347548ec82de0f2b6389d HTTP/1.1" status: 200 len: 379 time: 0.1503890 Jul 15 15:09:31.137055 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Request body: {'port': {'device_id': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'admin_state_up': True, 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'security_groups': ['ce26818b-3323-47ee-8bed-2ca7b6fbdee6']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:31.201591 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3291d8-6114-4a69-8e89-6f91622942a1 req-60313a99-00d2-414d-9eb3-c1a33550c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:31.203243 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad3291d8-6114-4a69-8e89-6f91622942a1 req-60313a99-00d2-414d-9eb3-c1a33550c219 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=023c02484cc74691b16c87fa381fc8a6&device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 1129 time: 0.1624806 Jul 15 15:09:31.230875 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0041d213-6723-4523-bcb5-0cb84788c816 None None] New status for floating IP 0759ccaf-c328-4dec-b8d3-2e5e6c907adb: DOWN {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:09:31.377565 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3291d8-6114-4a69-8e89-6f91622942a1 req-b991cc37-4102-40b5-99f3-fef442d14b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:31.380347 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad3291d8-6114-4a69-8e89-6f91622942a1 req-b991cc37-4102-40b5-99f3-fef442d14b3b service neutron] 10.222.0.77 "GET /v2.0/networks?id=c3a74687-c457-4c51-9a1d-4f4696b81109 HTTP/1.1" status: 200 len: 916 time: 0.1690254 Jul 15 15:09:31.396450 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Made reservation on behalf of e6b962299ae347548ec82de0f2b6389d for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:31.400837 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:31.407971 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-555199f0-8907-4d1b-bd56-3939589d447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '2ef4638b-74ff-46e3-a2ac-be22bb071824', 'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'mac_address': 'fa:16:3e:fc:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:14Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 5, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'subnets': [{'id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:31.439368 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555199f0-8907-4d1b-bd56-3939589d447f None None] Checking router: 46690f88-2564-402c-9a76-fbb9203f36e6 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:09:31.449607 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555199f0-8907-4d1b-bd56-3939589d447f None None] Routers {'46690f88-2564-402c-9a76-fbb9203f36e6'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:31.450254 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-555199f0-8907-4d1b-bd56-3939589d447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['46690f88-2564-402c-9a76-fbb9203f36e6'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:31.459039 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad3291d8-6114-4a69-8e89-6f91622942a1 req-e5b03830-5f76-44af-8c70-071bb668946f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf HTTP/1.1" status: 200 len: 217 time: 0.0719318 Jul 15 15:09:31.574982 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-555199f0-8907-4d1b-bd56-3939589d447f None None] Set router 46690f88-2564-402c-9a76-fbb9203f36e6 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:31.580796 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3291d8-6114-4a69-8e89-6f91622942a1 req-6c344659-458b-44e6-9705-807c77e3c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:31.582337 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad3291d8-6114-4a69-8e89-6f91622942a1 req-6c344659-458b-44e6-9705-807c77e3c01e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=066b0174-9063-43f6-994b-d7e6d96e7cd6 HTTP/1.1" status: 200 len: 854 time: 0.0925765 Jul 15 15:09:31.645894 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Allocated IP 172.20.0.13 (4ba6677d-5774-4709-9ff3-2439871082dd/fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff/e6318ee8-21ca-431d-94ab-910eccfadcb0) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:09:31.685335 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3291d8-6114-4a69-8e89-6f91622942a1 req-6ebf6eed-eb07-4ec0-a4d3-6d9e213deda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:31.686836 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad3291d8-6114-4a69-8e89-6f91622942a1 req-6ebf6eed-eb07-4ec0-a4d3-6d9e213deda6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c3a74687-c457-4c51-9a1d-4f4696b81109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911334 Jul 15 15:09:31.717664 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5bb9fd51-c153-4a81-bda2-236f72467b54 req-f6b7c271-2087-4699-9d4b-f206122df2e1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 210 time: 0.0432246 Jul 15 15:09:31.786897 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38132) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:31.828577 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-555199f0-8907-4d1b-bd56-3939589d447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '2ef4638b-74ff-46e3-a2ac-be22bb071824', 'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'mac_address': 'fa:16:3e:fc:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:14Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 5, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'subnets': [{'id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:31.861454 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6e60-541f-4ef1-a3bf-65217cdc47c4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group (8db81cb9-08a4-488d-9848-d4ba3c803f68), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:31.865475 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555199f0-8907-4d1b-bd56-3939589d447f None None] The sync data for ids ['46690f88-2564-402c-9a76-fbb9203f36e6'] in dv-cinder-848821-1-iscsi is: [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:05:15Z', 'revision_number': 4, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '2ef4638b-74ff-46e3-a2ac-be22bb071824', 'name': '', 'network_id': 'c3a74687-c457-4c51-9a1d-4f4696b81109', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'mac_address': 'fa:16:3e:fc:12:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:14Z', 'updated_at': '2022-07-15T15:05:20Z', 'revision_number': 5, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'subnets': [{'id': '066b0174-9063-43f6-994b-d7e6d96e7cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:09:31.902439 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6e60-541f-4ef1-a3bf-65217cdc47c4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group (8db81cb9-08a4-488d-9848-d4ba3c803f68), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:31.923454 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad3291d8-6114-4a69-8e89-6f91622942a1 req-0ee6a8de-45ee-44e8-addb-708223940a18 service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079985 Jul 15 15:09:31.926970 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:31.970233 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6e60-541f-4ef1-a3bf-65217cdc47c4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (8db81cb9-08a4-488d-9848-d4ba3c803f68), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:31.974134 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9c3d6e60-541f-4ef1-a3bf-65217cdc47c4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:31.975681 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-9c3d6e60-541f-4ef1-a3bf-65217cdc47c4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "DELETE /v2.0/security-groups/8db81cb9-08a4-488d-9848-d4ba3c803f68 HTTP/1.1" status: 204 len: 168 time: 0.1875472 Jul 15 15:09:31.979853 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38138) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:32.006572 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.api.v2.resource [None req-90607186-fbd4-4c54-a603-1be389228694 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] show failed (client error): The resource could not be found. Jul 15 15:09:32.008172 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-90607186-fbd4-4c54-a603-1be389228694 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups/8db81cb9-08a4-488d-9848-d4ba3c803f68 HTTP/1.1" status: 404 len: 347 time: 0.0268064 Jul 15 15:09:32.009392 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d6e60-541f-4ef1-a3bf-65217cdc47c4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db81cb9-08a4-488d-9848-d4ba3c803f68,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:32.011266 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38140) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:32.101887 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad3291d8-6114-4a69-8e89-6f91622942a1 req-b0a0e773-a933-4eea-b54d-514db9549d74 service neutron] 10.222.0.77 "GET /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701021 Jul 15 15:09:32.149968 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:32.211404 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Network 4ba6677d-5774-4709-9ff3-2439871082dd is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:09:32.218753 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:32.227219 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:09:32.249626 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c65a934-b230-447f-b48c-399eec0e2869 None None] New status for floating IP bdc4d6a7-04d1-47f2-8e54-7bcfdb47a878: DOWN {{(pid=103715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:09:32.268105 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event updated for resources: {'Port': ['ID=e6318ee8-21ca-431d-94ab-910eccfadcb0,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:32.298840 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-415fd41e-d044-4447-b914-9d6051a82c80 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Deleting port bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:32.299193 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-415fd41e-d044-4447-b914-9d6051a82c80 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:32.310587 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:32.311239 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:32.403759 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d3b76a23-b2a7-464a-9601-5a5e3fc3df33 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2717571 Jul 15 15:09:32.423976 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Request body: {'port': {'device_id': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:32.504846 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-415fd41e-d044-4447-b914-9d6051a82c80 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:32.505193 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-415fd41e-d044-4447-b914-9d6051a82c80 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:32.524194 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-415fd41e-d044-4447-b914-9d6051a82c80 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Calling delete_port for bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28 owned by network:floatingip {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:32.530397 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:32.557343 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-88451862-eabc-4a31-a394-bf535aab198b None None] Provisioning complete for port e6318ee8-21ca-431d-94ab-910eccfadcb0 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:09:32.557897 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-88451862-eabc-4a31-a394-bf535aab198b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:32.617007 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-88451862-eabc-4a31-a394-bf535aab198b None None] Port e6318ee8-21ca-431d-94ab-910eccfadcb0 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:09:33.118061 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-415fd41e-d044-4447-b914-9d6051a82c80 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.158257 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fd41e-d044-4447-b914-9d6051a82c80 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event deleted for resources: {'Port': ['ID=bb1cb8c6-2c0c-4f55-89ea-b6d08e310e28,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:33.233625 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380660f1-9480-4af7-bcb5-ac8e42d427ac req-e10d3bf6-2aa0-424a-9741-c6ad8b0a1c86 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:33.235010 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-380660f1-9480-4af7-bcb5-ac8e42d427ac req-e10d3bf6-2aa0-424a-9741-c6ad8b0a1c86 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 932 time: 0.4329381 Jul 15 15:09:33.306996 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-415fd41e-d044-4447-b914-9d6051a82c80 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (0759ccaf-c328-4dec-b8d3-2e5e6c907adb), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.309508 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-415fd41e-d044-4447-b914-9d6051a82c80 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.310638 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-415fd41e-d044-4447-b914-9d6051a82c80 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "DELETE /v2.0/floatingips/0759ccaf-c328-4dec-b8d3-2e5e6c907adb HTTP/1.1" status: 204 len: 168 time: 1.2871122 Jul 15 15:09:33.323209 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6318ee8-21ca-431d-94ab-910eccfadcb0 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:09:33.336392 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Publish callbacks [] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.350451 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-380660f1-9480-4af7-bcb5-ac8e42d427ac req-5ed01ec1-c1fc-4b35-a583-00eb06cff391 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036534 Jul 15 15:09:33.355861 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Transition to ACTIVE for port object e6318ee8-21ca-431d-94ab-910eccfadcb0 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:09:33.359569 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.405752 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38164) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:33.411875 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-20540fc9-00ed-4f1f-b4e9-3b6016eb0bdb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--382509990', 'description': 'tempest-description--1705976092'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:33.416509 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6318ee8-21ca-431d-94ab-910eccfadcb0,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:33.442365 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-20540fc9-00ed-4f1f-b4e9-3b6016eb0bdb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.507949 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Attempting to bind port e6318ee8-21ca-431d-94ab-910eccfadcb0 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:09:33.508702 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Attempting to bind port e6318ee8-21ca-431d-94ab-910eccfadcb0 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:09:33.508928 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Attempting to bind port e6318ee8-21ca-431d-94ab-910eccfadcb0 on network 4ba6677d-5774-4709-9ff3-2439871082dd {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:09:33.514465 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Port e6318ee8-21ca-431d-94ab-910eccfadcb0 on network 4ba6677d-5774-4709-9ff3-2439871082dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:09:33.514852 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Attempting to bind port e6318ee8-21ca-431d-94ab-910eccfadcb0 on network 4ba6677d-5774-4709-9ff3-2439871082dd {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:09:33.521021 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:09:33.521362 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Checking segment: {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:09:33.521756 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Bound using segment: {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:09:33.522196 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Bound port: e6318ee8-21ca-431d-94ab-910eccfadcb0, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cb106ca-3121-4192-ac13-0ab4dee04f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:09:33.523238 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.533224 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-20540fc9-00ed-4f1f-b4e9-3b6016eb0bdb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group (efb0e8f9-34cd-42ac-a1fd-8d50004d6c69), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.537980 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-20540fc9-00ed-4f1f-b4e9-3b6016eb0bdb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (efb0e8f9-34cd-42ac-a1fd-8d50004d6c69), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.571677 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-20540fc9-00ed-4f1f-b4e9-3b6016eb0bdb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.576257 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-20540fc9-00ed-4f1f-b4e9-3b6016eb0bdb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1692464 Jul 15 15:09:33.577042 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38166) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:33.589287 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-6726f348-bb31-49a4-b97b-0d647bd7e0c2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Request body: {'security_group_rule': {'security_group_id': 'efb0e8f9-34cd-42ac-a1fd-8d50004d6c69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:33.593741 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] For port e6318ee8-21ca-431d-94ab-910eccfadcb0, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:09:33.597154 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] For port e6318ee8-21ca-431d-94ab-910eccfadcb0, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e6318ee8-21ca-431d-94ab-910eccfadcb0,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:09:33.597384 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20540fc9-00ed-4f1f-b4e9-3b6016eb0bdb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:33.610971 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.621117 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6726f348-bb31-49a4-b97b-0d647bd7e0c2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group_rule (039a468b-7fda-435a-92c1-5c238cdb06c4), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.647345 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:33.647854 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.649499 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] 10.222.0.77 "PUT /v2.0/ports/e6318ee8-21ca-431d-94ab-910eccfadcb0 HTTP/1.1" status: 200 len: 1094 time: 1.2323844 Jul 15 15:09:33.649950 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'tag': 'e6318ee8-21ca-431d-94ab-910eccfadcb0'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:33.652842 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9bee9f-75e8-435b-9e61-4350a465a3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a86bdcf-8241-4d14-8583-b4f529a87519", "tag": "e6318ee8-21ca-431d-94ab-910eccfadcb0"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:33.678942 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660740e-d98e-4b95-82f3-535d97c355f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6318ee8-21ca-431d-94ab-910eccfadcb0,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:33.690079 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6726f348-bb31-49a4-b97b-0d647bd7e0c2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group_rule (039a468b-7fda-435a-92c1-5c238cdb06c4), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.703965 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6726f348-bb31-49a4-b97b-0d647bd7e0c2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (039a468b-7fda-435a-92c1-5c238cdb06c4), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.734456 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6726f348-bb31-49a4-b97b-0d647bd7e0c2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.735941 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-6726f348-bb31-49a4-b97b-0d647bd7e0c2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530592 Jul 15 15:09:33.737099 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726f348-bb31-49a4-b97b-0d647bd7e0c2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039a468b-7fda-435a-92c1-5c238cdb06c4,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:33.742940 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38176) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:33.751004 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec647959-235f-431f-af86-6f597bfc30e2 x-openstack-request-id: req-ec647959-235f-431f-af86-6f597bfc30e2 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:33.751344 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a86bdcf-8241-4d14-8583-b4f529a87519", "tag": "e6318ee8-21ca-431d-94ab-910eccfadcb0", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:33.751866 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec647959-235f-431f-af86-6f597bfc30e2 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:33.752366 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec647959-235f-431f-af86-6f597bfc30e2'] response: {'name': 'network-changed', 'server_uuid': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'tag': 'e6318ee8-21ca-431d-94ab-910eccfadcb0', 'status': 'completed', 'code': 200} Jul 15 15:09:33.755222 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-a4bc0573-7e1c-4d01-a0b6-1fbd30ba02cc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Request body: {'security_group_rule': {'security_group_id': 'efb0e8f9-34cd-42ac-a1fd-8d50004d6c69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:33.787658 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d049a8dd-c9a9-48ec-a98b-faee5ceed592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:33.787658 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-d049a8dd-c9a9-48ec-a98b-faee5ceed592 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6b962299ae347548ec82de0f2b6389d&device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 1128 time: 0.0737228 Jul 15 15:09:33.808256 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0573-7e1c-4d01-a0b6-1fbd30ba02cc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group_rule (e1418ca0-80bc-4795-822c-7f57a3a752b2), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.865470 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-fb26b88b-ae96-44da-a9ba-6d6af779fc00 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6318ee8-21ca-431d-94ab-910eccfadcb0 HTTP/1.1" status: 200 len: 217 time: 0.0669467 Jul 15 15:09:33.898064 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0573-7e1c-4d01-a0b6-1fbd30ba02cc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group_rule (e1418ca0-80bc-4795-822c-7f57a3a752b2), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.906973 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0573-7e1c-4d01-a0b6-1fbd30ba02cc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (e1418ca0-80bc-4795-822c-7f57a3a752b2), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.929548 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc0573-7e1c-4d01-a0b6-1fbd30ba02cc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1418ca0-80bc-4795-822c-7f57a3a752b2,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:33.939599 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a4bc0573-7e1c-4d01-a0b6-1fbd30ba02cc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.944118 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-a4bc0573-7e1c-4d01-a0b6-1fbd30ba02cc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1971829 Jul 15 15:09:33.944510 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38182) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:33.949410 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:33.979278 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:33.995184 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-278fc029-2f64-4a52-9e28-d8d65b68a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:33.997042 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-278fc029-2f64-4a52-9e28-d8d65b68a55c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff HTTP/1.1" status: 200 len: 849 time: 0.0784023 Jul 15 15:09:34.075698 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e91036-797c-4d80-89df-5cc94cf97c6d req-1b63e40c-2b33-42b2-a739-62dc1e48db6f tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:34.077209 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-36e91036-797c-4d80-89df-5cc94cf97c6d req-1b63e40c-2b33-42b2-a739-62dc1e48db6f tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.1177340 Jul 15 15:09:34.083154 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-cc638c27-b642-4d15-b76d-93e64be23f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:34.084610 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-cc638c27-b642-4d15-b76d-93e64be23f3e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ba6677d-5774-4709-9ff3-2439871082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716128 Jul 15 15:09:34.100560 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:34.178117 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-36e91036-797c-4d80-89df-5cc94cf97c6d req-7033afab-03fe-4943-b4a5-cfb946e36b28 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925436 Jul 15 15:09:34.210019 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-49e88af4-19cd-4d8a-a693-c9462ee16c28 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185806 Jul 15 15:09:34.212109 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Allocated IP 172.27.2.6 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/570e7538-349c-4c3b-9030-2ce774161454) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:09:34.308001 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ab9e5d1d-ae71-42b4-97c4-a7dcec2be01b req-b0319807-76e2-4581-bbbc-a2d7dddf10a5 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910792 Jul 15 15:09:34.317672 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for port (570e7538-349c-4c3b-9030-2ce774161454), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:34.352060 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (570e7538-349c-4c3b-9030-2ce774161454), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:34.394652 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:09:34.398079 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:34.399972 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event updated for resources: {'Port': ['ID=570e7538-349c-4c3b-9030-2ce774161454,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:34.402357 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:09:34.473016 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bee9f-75e8-435b-9e61-4350a465a3e5 req-65ef0ed0-d70a-4ee4-9e61-5f524c01cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:34.475266 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de9bee9f-75e8-435b-9e61-4350a465a3e5 req-65ef0ed0-d70a-4ee4-9e61-5f524c01cb83 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6b962299ae347548ec82de0f2b6389d&device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 1128 time: 0.0478766 Jul 15 15:09:34.520800 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544a214-0c83-4960-9441-62bb100c3736 req-191c3247-a272-416f-bc6c-054b31dfaee4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:34.522283 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d544a214-0c83-4960-9441-62bb100c3736 req-191c3247-a272-416f-bc6c-054b31dfaee4 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 944 time: 0.0987427 Jul 15 15:09:34.539024 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (d6f29dd1-9bb7-4304-9252-07e3ac36c938), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:34.576456 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bee9f-75e8-435b-9e61-4350a465a3e5 req-33a14f03-a21b-4cdd-804a-820ba70679f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:34.577887 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de9bee9f-75e8-435b-9e61-4350a465a3e5 req-33a14f03-a21b-4cdd-804a-820ba70679f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 200 len: 911 time: 0.0950527 Jul 15 15:09:34.597925 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d544a214-0c83-4960-9441-62bb100c3736 req-30bc58f9-ba2f-4b3b-ade1-cab9ffa6ba37 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689781 Jul 15 15:09:34.600587 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (570e7538-349c-4c3b-9030-2ce774161454), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:34.747820 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for port (570e7538-349c-4c3b-9030-2ce774161454), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:34.752457 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (570e7538-349c-4c3b-9030-2ce774161454), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:34.817363 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event updated for resources: {'Port': ['ID=570e7538-349c-4c3b-9030-2ce774161454,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:34.832829 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (d6f29dd1-9bb7-4304-9252-07e3ac36c938), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:34.848592 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:34.849824 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-eeaa9c7a-ff5a-453f-856e-a9ad2db4d95f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9044957 Jul 15 15:09:35.048640 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-e144adc5-b8b9-47c6-a028-7299f0f5c4cb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--382509990&fields=id&tenant_id=a5b10a89a32a439195ee8e69d5d51655 HTTP/1.1" status: 200 len: 267 time: 0.0459313 Jul 15 15:09:35.153860 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-ac1a8db4-8897-491c-ac95-3e6673f5f6aa tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:35.155315 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-ac1a8db4-8897-491c-ac95-3e6673f5f6aa tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/networks?id=6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 200 len: 816 time: 0.0994587 Jul 15 15:09:35.171486 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-dd9c0101-75f3-463c-9e33-2f92904f7eb3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/quotas/a5b10a89a32a439195ee8e69d5d51655 HTTP/1.1" status: 200 len: 375 time: 0.0096810 Jul 15 15:09:35.236425 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-0847e690-55e7-4231-a61d-bc723998b141 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591202 Jul 15 15:09:35.305365 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca557a-0840-49aa-af9f-7fd3e56fe259 req-0a5d1128-0ab5-45ec-9139-19ac12ac8efc tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:35.306877 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f2ca557a-0840-49aa-af9f-7fd3e56fe259 req-0a5d1128-0ab5-45ec-9139-19ac12ac8efc tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0561509 Jul 15 15:09:35.333445 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-b4af1683-22c8-42a1-8f10-a2d86f3c1b57 service neutron] 10.222.0.47 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852091 Jul 15 15:09:35.354788 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-f2ca557a-0840-49aa-af9f-7fd3e56fe259 req-45443d60-452b-4e6f-8c51-cf92c8ef9db7 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Jul 15 15:09:35.427166 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-87d4bcb9-543e-44fc-9c60-2d8446ddcbfc service neutron] 10.222.0.47 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879569 Jul 15 15:09:35.583032 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-56a3f5a6-284e-49e6-a55f-ae56055e1173 req-807d8126-96aa-4090-aa9a-0722117d1bb3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 210 time: 0.0301714 Jul 15 15:09:35.597501 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de9bee9f-75e8-435b-9e61-4350a465a3e5 req-12fe264f-cc0f-4335-9c2f-28b15ef07630 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6318ee8-21ca-431d-94ab-910eccfadcb0 HTTP/1.1" status: 200 len: 217 time: 0.0399263 Jul 15 15:09:35.719506 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d98e7b-2acb-48e8-b7e8-5fd597fe1170 req-c35caacf-9a48-47ee-89eb-29935e4727bd tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:35.721010 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f6d98e7b-2acb-48e8-b7e8-5fd597fe1170 req-c35caacf-9a48-47ee-89eb-29935e4727bd tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 944 time: 0.0541742 Jul 15 15:09:35.770383 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f6d98e7b-2acb-48e8-b7e8-5fd597fe1170 req-8bb499bf-744c-4111-aa71-945dd6331f06 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424232 Jul 15 15:09:36.452986 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bee9f-75e8-435b-9e61-4350a465a3e5 req-18b2d9fa-a0da-4671-803e-03106d0f9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:36.454621 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de9bee9f-75e8-435b-9e61-4350a465a3e5 req-18b2d9fa-a0da-4671-803e-03106d0f9f8c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff HTTP/1.1" status: 200 len: 849 time: 0.0515559 Jul 15 15:09:36.479038 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36b084-9fba-4610-b381-8dee6ccbc3aa req-db38586a-df42-4ef3-ae12-ed9f23720fbc tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:36.480961 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5e36b084-9fba-4610-b381-8dee6ccbc3aa req-db38586a-df42-4ef3-ae12-ed9f23720fbc tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0604699 Jul 15 15:09:36.543343 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5e36b084-9fba-4610-b381-8dee6ccbc3aa req-a741bbec-b22a-4077-a337-9e49be35c0fd tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547159 Jul 15 15:09:36.680395 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c19a05f-bcfb-46a1-9e16-daf45717655c req-fbad628f-84d3-47e2-a346-b747f99fd249 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 210 time: 0.0274642 Jul 15 15:09:36.850271 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:36.890686 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93e605-6c90-4842-9316-16b8bd923614 req-e504a36f-110c-41bf-99f6-521e703dec78 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:36.892930 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-cf93e605-6c90-4842-9316-16b8bd923614 req-e504a36f-110c-41bf-99f6-521e703dec78 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 944 time: 0.0530250 Jul 15 15:09:36.941841 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-cf93e605-6c90-4842-9316-16b8bd923614 req-bdc8c0a3-3697-4cb1-8b0f-4ba00a27640b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420752 Jul 15 15:09:37.613924 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-117415cf-3c12-4212-b24b-d2a9e14b1429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:37.663361 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b102d-2593-4a04-8d5d-e9d711aa0e2f req-34685629-5774-4842-8662-08af058dbccf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:37.664855 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c52b102d-2593-4a04-8d5d-e9d711aa0e2f req-34685629-5774-4842-8662-08af058dbccf tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0554593 Jul 15 15:09:37.712406 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c52b102d-2593-4a04-8d5d-e9d711aa0e2f req-7f1e138e-34be-4d03-a493-2361b474b0d3 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419366 Jul 15 15:09:37.780612 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-22d6f4bc-00e1-4c21-b983-ad353b62c201 req-b71f2157-e37e-446c-afbc-9d84c5316056 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 210 time: 0.0287321 Jul 15 15:09:37.887015 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bee9f-75e8-435b-9e61-4350a465a3e5 req-fecaaf57-d43f-4ef0-a19c-27bf0de6cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:37.888505 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de9bee9f-75e8-435b-9e61-4350a465a3e5 req-fecaaf57-d43f-4ef0-a19c-27bf0de6cea5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ba6677d-5774-4709-9ff3-2439871082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458894 Jul 15 15:09:38.112078 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef31c7-cffa-4e92-9178-b8bbc6e46502 req-cda381a1-d6fe-41c4-a671-5bae8b4f0691 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:38.114292 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cfef31c7-cffa-4e92-9178-b8bbc6e46502 req-cda381a1-d6fe-41c4-a671-5bae8b4f0691 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 944 time: 0.0892909 Jul 15 15:09:38.116224 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de9bee9f-75e8-435b-9e61-4350a465a3e5 req-f80425df-0c0e-43dd-a66b-ae9f3ac98f0f service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429601 Jul 15 15:09:38.214603 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cfef31c7-cffa-4e92-9178-b8bbc6e46502 req-b691c14f-2318-4adf-8d80-5efa0e083081 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940657 Jul 15 15:09:38.243105 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de9bee9f-75e8-435b-9e61-4350a465a3e5 req-a32d119c-6b50-4824-88b7-8201e8b2c33e service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164613 Jul 15 15:09:38.841773 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4d075-f5aa-4baf-8fd6-00b79599ffa1 req-26b5ceee-56e6-4c13-8d5e-725e7f538281 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:38.843606 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3fb4d075-f5aa-4baf-8fd6-00b79599ffa1 req-26b5ceee-56e6-4c13-8d5e-725e7f538281 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0628600 Jul 15 15:09:38.900489 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-37abfe75-be47-4cc4-b2bb-cad01b0ab72d req-9bb6d35c-43a1-4779-afb9-032d254836e1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 210 time: 0.0342243 Jul 15 15:09:38.913185 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3fb4d075-f5aa-4baf-8fd6-00b79599ffa1 req-3238d710-62a8-4a8e-9afb-fc9a5650b020 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626435 Jul 15 15:09:38.929046 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-0058e3fb-3a00-49ac-a29a-0322829fca92 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:38.929046 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-0058e3fb-3a00-49ac-a29a-0322829fca92 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.77 "GET /v2.0/networks?id=6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 200 len: 816 time: 0.1633494 Jul 15 15:09:38.999222 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-4f1e9230-ba4b-4baf-92b0-4edd870ebc66 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5b10a89a32a439195ee8e69d5d51655 HTTP/1.1" status: 200 len: 379 time: 0.0524259 Jul 15 15:09:39.009253 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Request body: {'port': {'device_id': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'admin_state_up': True, 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'security_groups': ['efb0e8f9-34cd-42ac-a1fd-8d50004d6c69']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:39.121485 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Made reservation on behalf of a5b10a89a32a439195ee8e69d5d51655 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:09:39.124922 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:39.267458 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Allocated IP 172.20.0.6 (6bc3d271-2ef5-49bb-a731-b4563e428444/91da5f73-afdf-40ef-8514-e3bc1855b00b/97ee97a8-fa87-4fad-be1c-8b52df6fe47f) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:09:39.437536 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85137759-6dea-459d-b71c-5eff31b1f42a req-bec6f8a4-2412-4da2-829e-6b30e2735b5b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:39.439069 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-85137759-6dea-459d-b71c-5eff31b1f42a req-bec6f8a4-2412-4da2-829e-6b30e2735b5b tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 944 time: 0.1264658 Jul 15 15:09:39.485012 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:39.524408 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-85137759-6dea-459d-b71c-5eff31b1f42a req-85b3f882-01bd-460e-9138-a342d36b9677 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718985 Jul 15 15:09:39.554691 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:39.607972 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Network 6bc3d271-2ef5-49bb-a731-b4563e428444 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:09:39.611256 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:09:39.613938 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:09:39.643089 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event updated for resources: {'Port': ['ID=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:39.676910 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:39.677563 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:39.705592 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7c6f637d-7a82-4e76-9541-59f263d8f946 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6999085 Jul 15 15:09:39.710129 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-64602e39-2680-4daf-b7f0-e1a3e86b32c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:39.801596 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Request body: {'port': {'device_id': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:39.864927 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:39.882796 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-895b3f12-b815-46b8-b24e-f3a5bf550c84 None None] Provisioning complete for port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:09:39.883213 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-895b3f12-b815-46b8-b24e-f3a5bf550c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:39.914355 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-895b3f12-b815-46b8-b24e-f3a5bf550c84 None None] Port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:09:40.030431 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad12da-d923-405e-a0b4-7cd2b440a921 req-133ea299-fe7d-4713-92e8-07432bcc156a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:40.032354 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d4ad12da-d923-405e-a0b4-7cd2b440a921 req-133ea299-fe7d-4713-92e8-07432bcc156a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 931 time: 0.0526698 Jul 15 15:09:40.079419 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d4ad12da-d923-405e-a0b4-7cd2b440a921 req-9794fde5-1ac0-4369-9c4d-2d58ad9b41ad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403497 Jul 15 15:09:40.089945 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4aa88-db22-4ba2-8699-f1992b6cbb51 req-85d85e5c-8efe-4eb4-a56c-eef738d9c28b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:40.091518 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4ac4aa88-db22-4ba2-8699-f1992b6cbb51 req-85d85e5c-8efe-4eb4-a56c-eef738d9c28b tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.1077206 Jul 15 15:09:40.173375 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4ac4aa88-db22-4ba2-8699-f1992b6cbb51 req-f210db02-0a77-4932-8c75-9f51e0631ed9 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731580 Jul 15 15:09:40.213344 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ee97a8-fa87-4fad-be1c-8b52df6fe47f {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:09:40.221240 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Publish callbacks [] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:40.233511 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Transition to ACTIVE for port object 97ee97a8-fa87-4fad-be1c-8b52df6fe47f will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:09:40.238816 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:40.288261 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Pushing event updated for resources: {'Port': ['ID=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:40.371130 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Attempting to bind port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:09:40.371469 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Attempting to bind port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:09:40.371798 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Attempting to bind port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f on network 6bc3d271-2ef5-49bb-a731-b4563e428444 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:09:40.376415 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f on network 6bc3d271-2ef5-49bb-a731-b4563e428444 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:09:40.376778 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Attempting to bind port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f on network 6bc3d271-2ef5-49bb-a731-b4563e428444 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:09:40.383517 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:09:40.383863 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Checking segment: {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:09:40.384280 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Bound using segment: {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:09:40.384728 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Bound port: 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:09:40.385781 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:40.457781 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:09:40.461043 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:09:40.468466 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:40.511837 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:40.512456 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:40.514395 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] 10.222.0.77 "PUT /v2.0/ports/97ee97a8-fa87-4fad-be1c-8b52df6fe47f HTTP/1.1" status: 200 len: 1093 time: 0.7184756 Jul 15 15:09:40.517259 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:40.520124 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b58205-7fa2-4479-a14f-52e4b1dd420c" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:40.553200 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ce2e5-b73e-4739-833e-da2d3aeee648 service neutron] Pushing event updated for resources: {'Port': ['ID=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:40.563351 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbba31f-29ab-44f8-b280-a1c57542ee90 x-openstack-request-id: req-6bbba31f-29ab-44f8-b280-a1c57542ee90 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:40.563657 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:40.563921 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6bbba31f-29ab-44f8-b280-a1c57542ee90 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:40.564331 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bbba31f-29ab-44f8-b280-a1c57542ee90'] response: {'name': 'network-changed', 'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'status': 'completed', 'code': 200} Jul 15 15:09:40.673057 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef992b85-267d-4859-97ae-7af1007593bb req-aa0a24f9-a1e3-420f-b5d5-13802d0a8e51 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:40.675255 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef992b85-267d-4859-97ae-7af1007593bb req-aa0a24f9-a1e3-420f-b5d5-13802d0a8e51 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 944 time: 0.0568163 Jul 15 15:09:40.728518 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef992b85-267d-4859-97ae-7af1007593bb req-259deb9b-cee8-4a50-9303-bbe708f9a03f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460715 Jul 15 15:09:40.990385 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:41.210482 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fda026-f3e6-406d-84b6-03a80f4e437e req-97591e1d-a6ba-4698-bbbe-008eecb4e0d1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:41.212170 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d8fda026-f3e6-406d-84b6-03a80f4e437e req-97591e1d-a6ba-4698-bbbe-008eecb4e0d1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0568049 Jul 15 15:09:41.267122 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d8fda026-f3e6-406d-84b6-03a80f4e437e req-b03995fd-6a92-42ba-8bea-97f44469b0a6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481765 Jul 15 15:09:41.302489 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59787c7f-5ebb-4448-8c31-db04c81fd176 req-96502ca3-431a-47c9-884f-944833e5763e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:41.307264 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-59787c7f-5ebb-4448-8c31-db04c81fd176 req-96502ca3-431a-47c9-884f-944833e5763e tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0597172 Jul 15 15:09:41.357382 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-59787c7f-5ebb-4448-8c31-db04c81fd176 req-6614163d-5e67-4e90-b750-cb920089f7b0 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445583 Jul 15 15:09:41.848397 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e3c39-fab6-4008-a124-59b4f16a7da1 req-041d7405-5848-4024-9bb4-243b8bb4e2c7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:41.849887 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-de0e3c39-fab6-4008-a124-59b4f16a7da1 req-041d7405-5848-4024-9bb4-243b8bb4e2c7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 944 time: 0.0543525 Jul 15 15:09:41.898325 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-de0e3c39-fab6-4008-a124-59b4f16a7da1 req-8e04fd07-20c2-431e-a2f6-5c45f6619a6f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427883 Jul 15 15:09:42.389340 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e9291-9748-4b85-94f4-2123e30a1f3f req-6ca69d7b-6688-4a34-891d-67ce667a1f8b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:42.390815 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6b8e9291-9748-4b85-94f4-2123e30a1f3f req-6ca69d7b-6688-4a34-891d-67ce667a1f8b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0523231 Jul 15 15:09:42.411734 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:42.443165 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6b8e9291-9748-4b85-94f4-2123e30a1f3f req-5dba4eae-d036-4585-b406-f19e6781af50 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449460 Jul 15 15:09:42.476716 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710ac1d-f3d4-4cdb-b5b7-5a640e25c969 req-d5e076c7-d623-4f03-b73d-a71e8f063405 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:42.478196 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7710ac1d-f3d4-4cdb-b5b7-5a640e25c969 req-d5e076c7-d623-4f03-b73d-a71e8f063405 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0521736 Jul 15 15:09:42.523753 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7710ac1d-f3d4-4cdb-b5b7-5a640e25c969 req-cb90a17d-3328-4095-9bf9-d783ad4680b7 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Jul 15 15:09:42.631674 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device e6318ee8-21ca-431d-94ab-910eccfadcb0 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:09:42.727448 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port e6318ee8-21ca-431d-94ab-910eccfadcb0, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e6318ee8-21ca-431d-94ab-910eccfadcb0,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:42.739056 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': 'e6318ee8-21ca-431d-94ab-910eccfadcb0', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'port_id': 'e6318ee8-21ca-431d-94ab-910eccfadcb0', 'mac_address': 'fa:16:3e:70:af:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:09:42.775398 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port e6318ee8-21ca-431d-94ab-910eccfadcb0 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:09:42.775787 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:42.788725 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6318ee8-21ca-431d-94ab-910eccfadcb0 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:09:42.808327 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port e6318ee8-21ca-431d-94ab-910eccfadcb0, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e6318ee8-21ca-431d-94ab-910eccfadcb0,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:42.812264 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:42.856958 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=e6318ee8-21ca-431d-94ab-910eccfadcb0,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:43.020313 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5116794-09f5-497a-b338-813c8985cac7 req-2aec7c2f-900d-4045-95a4-b8fcff9611d7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:43.021824 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b5116794-09f5-497a-b338-813c8985cac7 req-2aec7c2f-900d-4045-95a4-b8fcff9611d7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 945 time: 0.0569990 Jul 15 15:09:43.070626 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b5116794-09f5-497a-b338-813c8985cac7 req-68bdeca1-9bc9-4a53-9a28-3685ba5a146a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430408 Jul 15 15:09:43.569314 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f29a59-a503-4d59-9f40-ce6e4cefb2b9 req-a46fcbbf-2886-4ab3-a92c-2641262027db tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:43.570808 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-62f29a59-a503-4d59-9f40-ce6e4cefb2b9 req-a46fcbbf-2886-4ab3-a92c-2641262027db tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0578725 Jul 15 15:09:43.618975 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-62f29a59-a503-4d59-9f40-ce6e4cefb2b9 req-42cb2f3b-e321-417f-83f1-0f8b66323897 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425663 Jul 15 15:09:43.646196 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391dd2c-7502-4f8b-a53d-df0a3a53ad85 req-daf1667f-0394-4dea-8199-baefa77c3d72 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:43.647654 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9391dd2c-7502-4f8b-a53d-df0a3a53ad85 req-daf1667f-0394-4dea-8199-baefa77c3d72 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0576851 Jul 15 15:09:43.697173 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9391dd2c-7502-4f8b-a53d-df0a3a53ad85 req-796da115-a61a-43c9-8737-9579f0305426 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Jul 15 15:09:43.912569 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:44.189034 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e508a29-e4a4-4964-9dfe-c8d75ceece6d req-aca08f8e-d5be-43cd-9c4d-9867fa33264d tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:44.191084 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2e508a29-e4a4-4964-9dfe-c8d75ceece6d req-aca08f8e-d5be-43cd-9c4d-9867fa33264d tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 945 time: 0.0549295 Jul 15 15:09:44.234126 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc7013-1400-4d65-87e0-e73fb92ccb1e req-54f5e5fd-d4b1-4ebe-8016-22fc41f6d75d tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:44.235592 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-35cc7013-1400-4d65-87e0-e73fb92ccb1e req-54f5e5fd-d4b1-4ebe-8016-22fc41f6d75d tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.77 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 945 time: 0.0825422 Jul 15 15:09:44.239706 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-2e508a29-e4a4-4964-9dfe-c8d75ceece6d req-363a681c-ce40-49f9-9ad8-bd2af2041ebd tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428767 Jul 15 15:09:44.242706 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58205-7fa2-4479-a14f-52e4b1dd420c req-3d34cb67-2fff-4f14-9770-8f3d2b870802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:44.244105 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-29b58205-7fa2-4479-a14f-52e4b1dd420c req-3d34cb67-2fff-4f14-9770-8f3d2b870802 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 1127 time: 0.0808775 Jul 15 15:09:44.401642 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58205-7fa2-4479-a14f-52e4b1dd420c req-21652612-94b8-4ed8-bba6-a67d48fda17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:44.403140 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-29b58205-7fa2-4479-a14f-52e4b1dd420c req-21652612-94b8-4ed8-bba6-a67d48fda17e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a5b10a89a32a439195ee8e69d5d51655&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1300416 Jul 15 15:09:44.420646 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-35cc7013-1400-4d65-87e0-e73fb92ccb1e req-598e3719-73ec-45d7-964c-c2b375cd6029 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Deleting port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:44.420986 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-35cc7013-1400-4d65-87e0-e73fb92ccb1e req-598e3719-73ec-45d7-964c-c2b375cd6029 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:44.569428 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b58205-7fa2-4479-a14f-52e4b1dd420c req-b4f83c66-2564-458d-b8e3-c35b3708f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:44.570807 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-29b58205-7fa2-4479-a14f-52e4b1dd420c req-b4f83c66-2564-458d-b8e3-c35b3708f8fc service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1595850 Jul 15 15:09:44.572471 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-35cc7013-1400-4d65-87e0-e73fb92ccb1e req-598e3719-73ec-45d7-964c-c2b375cd6029 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] For port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:44.572859 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-35cc7013-1400-4d65-87e0-e73fb92ccb1e req-598e3719-73ec-45d7-964c-c2b375cd6029 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:44.585281 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-35cc7013-1400-4d65-87e0-e73fb92ccb1e req-598e3719-73ec-45d7-964c-c2b375cd6029 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Calling delete_port for 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:44.638241 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:44.709415 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-63cde1d0-c1ae-4019-ac9c-3fd5e57b899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:44.710913 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-63cde1d0-c1ae-4019-ac9c-3fd5e57b899b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 1127 time: 0.0815260 Jul 15 15:09:44.736655 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf is: ACTIVE; New status is: DOWN {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:09:44.737950 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:44.789133 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11f6eb-dea9-48b6-a427-8c8cb0834fdf req-c88541a5-846d-49e3-93e1-336d0b51ee7d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:44.790625 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fb11f6eb-dea9-48b6-a427-8c8cb0834fdf req-c88541a5-846d-49e3-93e1-336d0b51ee7d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0960102 Jul 15 15:09:44.791761 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-35cc7013-1400-4d65-87e0-e73fb92ccb1e req-598e3719-73ec-45d7-964c-c2b375cd6029 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:44.819696 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-88c0d6d6-84fe-46ec-a2b0-2c4b4d84d6b4 req-37419b5c-2437-4709-9216-913113cdd46c tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 210 time: 0.0400734 Jul 15 15:09:44.825822 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e3719-73ec-45d7-964c-c2b375cd6029 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Pushing event deleted for resources: {'Port': ['ID=3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:44.889423 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cc7013-1400-4d65-87e0-e73fb92ccb1e req-598e3719-73ec-45d7-964c-c2b375cd6029 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] No DVR routers for this DVR port 3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:44.895570 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-35cc7013-1400-4d65-87e0-e73fb92ccb1e req-598e3719-73ec-45d7-964c-c2b375cd6029 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:44.898807 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-35cc7013-1400-4d65-87e0-e73fb92ccb1e req-598e3719-73ec-45d7-964c-c2b375cd6029 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.77 "DELETE /v2.0/ports/3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf HTTP/1.1" status: 204 len: 173 time: 0.6538196 Jul 15 15:09:44.899237 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'name': 'network-vif-deleted', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:44.901497 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbdd6ed-4741-4d2a-ad1b-6ad93c94c6dc" -d '{"events": [{"server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "name": "network-vif-deleted", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:44.911330 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fb11f6eb-dea9-48b6-a427-8c8cb0834fdf req-4a17e181-e0fd-4920-8e28-c20e61fd649e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112213 Jul 15 15:09:44.939965 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3188f72f-9da4-4977-9574-109aa47c6954 x-openstack-request-id: req-3188f72f-9da4-4977-9574-109aa47c6954 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:44.940334 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6de5802-ffde-445b-91b8-b8c98d6634da", "name": "network-vif-deleted", "tag": "3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:44.940732 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3188f72f-9da4-4977-9574-109aa47c6954 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:44.941233 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3188f72f-9da4-4977-9574-109aa47c6954'] response: {'server_uuid': 'c6de5802-ffde-445b-91b8-b8c98d6634da', 'name': 'network-vif-deleted', 'tag': '3fd42e0f-e0df-45b7-9d8f-c4d7a1b656cf', 'status': 'completed', 'code': 200} Jul 15 15:09:44.986175 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-6536ba0f-c369-46bd-872b-3b56eb9faec2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f HTTP/1.1" status: 200 len: 217 time: 0.0343852 Jul 15 15:09:45.040001 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-64cbb23a-8077-46bb-a47b-0865ca08158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:45.041558 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-64cbb23a-8077-46bb-a47b-0865ca08158b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=91da5f73-afdf-40ef-8514-e3bc1855b00b HTTP/1.1" status: 200 len: 855 time: 0.0483911 Jul 15 15:09:45.103739 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-10513db8-1a13-41c6-9a8b-625b086020e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:45.105850 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-10513db8-1a13-41c6-9a8b-625b086020e8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6bc3d271-2ef5-49bb-a731-b4563e428444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563848 Jul 15 15:09:45.192626 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['e6318ee8-21ca-431d-94ab-910eccfadcb0'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:45.215007 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-7a0329b2-6698-4738-bb87-acf5f4433dde service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015131 Jul 15 15:09:45.329369 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-39ce1b3b-6f13-4a11-b437-2a41aa6761cd req-a753713e-b6ed-4f8e-891a-ae98facf5403 service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075094 Jul 15 15:09:45.409521 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e441fa6-6e27-45c8-94db-1c2a571f8bda req-e177fe0a-f4f2-4f99-aecd-2e4603d05a46 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:45.411557 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3e441fa6-6e27-45c8-94db-1c2a571f8bda req-e177fe0a-f4f2-4f99-aecd-2e4603d05a46 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 945 time: 0.0741336 Jul 15 15:09:45.461744 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3e441fa6-6e27-45c8-94db-1c2a571f8bda req-c6f57358-8847-4a13-ac9f-abeb28263981 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442142 Jul 15 15:09:45.935816 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8fa3d90a-0e8c-42a3-94a3-95b8fa99003f req-1a9334fc-9884-4461-8952-929c3bd14838 tempest-TestMinimumBasicScenario-1292744985 tempest-TestMinimumBasicScenario-1292744985-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6de5802-ffde-445b-91b8-b8c98d6634da HTTP/1.1" status: 200 len: 210 time: 0.0278161 Jul 15 15:09:46.037093 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9437f-b9b2-4394-bd76-9a6c2888c8a5 req-0ffcc25f-50a5-4bdb-95c0-cd9a7ec6808b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:46.038734 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-78f9437f-b9b2-4394-bd76-9a6c2888c8a5 req-0ffcc25f-50a5-4bdb-95c0-cd9a7ec6808b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0572205 Jul 15 15:09:46.089927 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-78f9437f-b9b2-4394-bd76-9a6c2888c8a5 req-7d319c9f-a312-4ac8-91be-668f4ea4b3f3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452726 Jul 15 15:09:46.578280 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b32625-3c57-449a-9f0e-2e0059fc3aad req-55e50934-e9d4-43cc-9d10-7d2117bacc54 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:46.579755 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-63b32625-3c57-449a-9f0e-2e0059fc3aad req-55e50934-e9d4-43cc-9d10-7d2117bacc54 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 945 time: 0.0520637 Jul 15 15:09:46.626624 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-63b32625-3c57-449a-9f0e-2e0059fc3aad req-b3e5a3d2-2d8c-4127-9ccc-b0574baa543a tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405717 Jul 15 15:09:46.650922 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device e6318ee8-21ca-431d-94ab-910eccfadcb0 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:09:46.697385 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port e6318ee8-21ca-431d-94ab-910eccfadcb0 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:09:46.701498 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port e6318ee8-21ca-431d-94ab-910eccfadcb0 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:09:46.701874 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:46.774257 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port e6318ee8-21ca-431d-94ab-910eccfadcb0 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:09:46.774557 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:46.796270 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6318ee8-21ca-431d-94ab-910eccfadcb0'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:46.798527 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe4d574-b410-4a4f-a9a3-5b442160cfb6" -d '{"events": [{"server_uuid": "6a86bdcf-8241-4d14-8583-b4f529a87519", "name": "network-vif-plugged", "status": "completed", "tag": "e6318ee8-21ca-431d-94ab-910eccfadcb0"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:46.811169 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port e6318ee8-21ca-431d-94ab-910eccfadcb0, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e6318ee8-21ca-431d-94ab-910eccfadcb0,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:46.815906 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:46.838259 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e6ae8d-08fb-4659-a2c5-42e1e7365c46 x-openstack-request-id: req-f4e6ae8d-08fb-4659-a2c5-42e1e7365c46 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:46.838549 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a86bdcf-8241-4d14-8583-b4f529a87519", "name": "network-vif-plugged", "status": "completed", "tag": "e6318ee8-21ca-431d-94ab-910eccfadcb0", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:46.838798 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f4e6ae8d-08fb-4659-a2c5-42e1e7365c46 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:46.839186 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e6ae8d-08fb-4659-a2c5-42e1e7365c46'] response: {'server_uuid': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6318ee8-21ca-431d-94ab-910eccfadcb0', 'code': 200} Jul 15 15:09:46.862932 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=e6318ee8-21ca-431d-94ab-910eccfadcb0,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:47.259254 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587dbbd-0688-40c8-985a-40e74907fbc1 req-60c432b8-92ca-477d-86ea-7acd2793acc9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:47.262093 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8587dbbd-0688-40c8-985a-40e74907fbc1 req-60c432b8-92ca-477d-86ea-7acd2793acc9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0707097 Jul 15 15:09:47.325293 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8587dbbd-0688-40c8-985a-40e74907fbc1 req-b2ff6fa5-d018-46ce-a935-482b9ad3d293 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565670 Jul 15 15:09:47.415059 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882ff4a-2040-4335-b05c-cbccb26499dd req-7e1541d0-1a1c-4a52-a72c-8af33d4a6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:47.416626 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c882ff4a-2040-4335-b05c-cbccb26499dd req-7e1541d0-1a1c-4a52-a72c-8af33d4a6f86 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 1130 time: 0.3504047 Jul 15 15:09:47.461231 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c882ff4a-2040-4335-b05c-cbccb26499dd req-8fc4dadb-9ae7-4acb-b824-b302c8eaaad0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385175 Jul 15 15:09:47.711592 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38388) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:47.823444 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957718fb-3afd-4ce5-8f6e-39a6dea4a86a req-73756312-151e-40e6-b71b-142186b943b8 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:47.824965 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-957718fb-3afd-4ce5-8f6e-39a6dea4a86a req-73756312-151e-40e6-b71b-142186b943b8 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 946 time: 0.1249750 Jul 15 15:09:47.920594 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-957718fb-3afd-4ce5-8f6e-39a6dea4a86a req-43e4eddd-a1d9-4d7b-b7d1-74bc2d93643e tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857563 Jul 15 15:09:48.163388 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b98631d7-ef1b-4a2c-a01d-3ef9297dcf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919785'] for router_interface (46690f88-2564-402c-9a76-fbb9203f36e6), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:48.444096 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c552799-1411-4441-a38f-53f3d06fb2e2 req-299d8a64-3be7-419b-a8ed-d489ceaf1572 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:48.444714 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-b98631d7-ef1b-4a2c-a01d-3ef9297dcf1e admin admin] Deleting port 2ef4638b-74ff-46e3-a2ac-be22bb071824 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:48.444714 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b98631d7-ef1b-4a2c-a01d-3ef9297dcf1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:48.445762 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9c552799-1411-4441-a38f-53f3d06fb2e2 req-299d8a64-3be7-419b-a8ed-d489ceaf1572 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0533700 Jul 15 15:09:48.493364 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9c552799-1411-4441-a38f-53f3d06fb2e2 req-e5fd11e3-47af-468e-a930-7efcbcae0642 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419242 Jul 15 15:09:48.523670 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-b98631d7-ef1b-4a2c-a01d-3ef9297dcf1e admin admin] For port 2ef4638b-74ff-46e3-a2ac-be22bb071824, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=2ef4638b-74ff-46e3-a2ac-be22bb071824,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:48.524041 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b98631d7-ef1b-4a2c-a01d-3ef9297dcf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:48.537297 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-b98631d7-ef1b-4a2c-a01d-3ef9297dcf1e admin admin] Calling delete_port for 2ef4638b-74ff-46e3-a2ac-be22bb071824 owned by network:router_interface {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:48.710164 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b98631d7-ef1b-4a2c-a01d-3ef9297dcf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (2ef4638b-74ff-46e3-a2ac-be22bb071824), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:48.735716 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98631d7-ef1b-4a2c-a01d-3ef9297dcf1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef4638b-74ff-46e3-a2ac-be22bb071824,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:48.911103 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b98631d7-ef1b-4a2c-a01d-3ef9297dcf1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919669'] for router_interface (46690f88-2564-402c-9a76-fbb9203f36e6), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:49.096084 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1a002-118b-486a-9f30-a74cf0e90452 req-6eaa82a2-9f50-4fc6-a72b-98f12ceb5e60 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:49.097773 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e9f1a002-118b-486a-9f30-a74cf0e90452 req-6eaa82a2-9f50-4fc6-a72b-98f12ceb5e60 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 946 time: 0.1028171 Jul 15 15:09:49.191365 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e9f1a002-118b-486a-9f30-a74cf0e90452 req-c065447b-ea3f-4f9c-9fb0-d0cd530563a9 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846081 Jul 15 15:09:49.193112 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98631d7-ef1b-4a2c-a01d-3ef9297dcf1e admin admin] Router 46690f88-2564-402c-9a76-fbb9203f36e6 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:09:49.297808 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98631d7-ef1b-4a2c-a01d-3ef9297dcf1e admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:09:49.306372 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38398) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:49.306917 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-b98631d7-ef1b-4a2c-a01d-3ef9297dcf1e admin admin] 10.222.0.47 "PUT /v2.0/routers/46690f88-2564-402c-9a76-fbb9203f36e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5943563 Jul 15 15:09:49.309082 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842d178-e988-4989-9f33-4dec6ece4720 None None] Sync routers for ids ['46690f88-2564-402c-9a76-fbb9203f36e6'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:09:49.319708 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842d178-e988-4989-9f33-4dec6ece4720 None None] Routers {'46690f88-2564-402c-9a76-fbb9203f36e6'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:49.320345 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-1842d178-e988-4989-9f33-4dec6ece4720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['46690f88-2564-402c-9a76-fbb9203f36e6'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:49.406284 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Publish callbacks [] for router (46690f88-2564-402c-9a76-fbb9203f36e6), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:49.426832 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-1842d178-e988-4989-9f33-4dec6ece4720 None None] Set router 46690f88-2564-402c-9a76-fbb9203f36e6 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:49.512197 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Publish callbacks [] for router_gateway (46690f88-2564-402c-9a76-fbb9203f36e6), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:49.566146 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Deleting port 7cdfa77c-25ce-42f3-b753-8d4db146bb58 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:49.566536 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:49.683299 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c14a2-c90e-4a86-bce4-eebd10e36f24 req-ebc87840-c93d-494d-a9e7-69fd598703d1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:49.684730 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7a5c14a2-c90e-4a86-bce4-eebd10e36f24 req-ebc87840-c93d-494d-a9e7-69fd598703d1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.1147497 Jul 15 15:09:49.691910 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] For port 7cdfa77c-25ce-42f3-b753-8d4db146bb58, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=7cdfa77c-25ce-42f3-b753-8d4db146bb58,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:49.692276 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:49.715293 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Calling delete_port for 7cdfa77c-25ce-42f3-b753-8d4db146bb58 owned by network:router_gateway {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:49.740363 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-1842d178-e988-4989-9f33-4dec6ece4720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:09:48Z', 'revision_number': 5, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port': {'id': '7cdfa77c-25ce-42f3-b753-8d4db146bb58', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:13Z', 'updated_at': '2022-07-15T15:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:49.767728 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842d178-e988-4989-9f33-4dec6ece4720 None None] Checking router: 46690f88-2564-402c-9a76-fbb9203f36e6 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:09:49.776411 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1842d178-e988-4989-9f33-4dec6ece4720 None None] Routers {'46690f88-2564-402c-9a76-fbb9203f36e6'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:49.777067 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-1842d178-e988-4989-9f33-4dec6ece4720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['46690f88-2564-402c-9a76-fbb9203f36e6'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:49.779935 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7a5c14a2-c90e-4a86-bce4-eebd10e36f24 req-0fdc7c39-87dc-4e44-b38e-cb82b3e2ac27 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849383 Jul 15 15:09:49.865015 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-1842d178-e988-4989-9f33-4dec6ece4720 None None] Set router 46690f88-2564-402c-9a76-fbb9203f36e6 gateway port host: None {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:49.901903 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (7cdfa77c-25ce-42f3-b753-8d4db146bb58), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:49.912988 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-1842d178-e988-4989-9f33-4dec6ece4720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:09:49Z', 'revision_number': 6, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port_host': None}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:49.924424 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdfa77c-25ce-42f3-b753-8d4db146bb58,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:49.937414 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1842d178-e988-4989-9f33-4dec6ece4720 None None] The sync data for ids ['46690f88-2564-402c-9a76-fbb9203f36e6'] in dv-cinder-848821-1-iscsi is: [{'id': '46690f88-2564-402c-9a76-fbb9203f36e6', 'name': 'tempest-TestMinimumBasicScenario-1040070335-router', 'tenant_id': '023c02484cc74691b16c87fa381fc8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:12Z', 'updated_at': '2022-07-15T15:09:49Z', 'revision_number': 6, 'project_id': '023c02484cc74691b16c87fa381fc8a6', 'gw_port_host': None}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:09:49.994531 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919507'] for router_gateway (46690f88-2564-402c-9a76-fbb9203f36e6), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.325548 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa0abf-30e7-460b-9f35-e3d656d6bc67 req-376d9fce-9a03-4407-abc9-02aa22eb1341 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:50.327251 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-06aa0abf-30e7-460b-9f35-e3d656d6bc67 req-376d9fce-9a03-4407-abc9-02aa22eb1341 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 946 time: 0.0650644 Jul 15 15:09:50.332619 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59243'] for router (46690f88-2564-402c-9a76-fbb9203f36e6), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.334974 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Publish callbacks [] for router_controller (46690f88-2564-402c-9a76-fbb9203f36e6), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.380409 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-06aa0abf-30e7-460b-9f35-e3d656d6bc67 req-f6a28ab4-145a-4ebc-81a1-b54dab54e79c tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465469 Jul 15 15:09:50.400134 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920899'] for router (46690f88-2564-402c-9a76-fbb9203f36e6), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.401847 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46690f88-2564-402c-9a76-fbb9203f36e6 {{(pid=103712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:09:50.407208 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.408339 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-d3d20d73-2ff1-4385-9668-ecf432fc3acc admin admin] 10.222.0.47 "DELETE /v2.0/routers/46690f88-2564-402c-9a76-fbb9203f36e6 HTTP/1.1" status: 204 len: 168 time: 1.1005955 Jul 15 15:09:50.411501 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38406) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:50.453378 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a07446-7e12-495f-8f66-c13ed5fcd0cf admin admin] Deleting subnet 066b0174-9063-43f6-994b-d7e6d96e7cd6 {{(pid=103712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:09:50.457208 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d7a07446-7e12-495f-8f66-c13ed5fcd0cf admin admin] Publish callbacks [] for subnet (066b0174-9063-43f6-994b-d7e6d96e7cd6), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.492437 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d7a07446-7e12-495f-8f66-c13ed5fcd0cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785271'] for subnet (066b0174-9063-43f6-994b-d7e6d96e7cd6), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.562943 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d7a07446-7e12-495f-8f66-c13ed5fcd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (066b0174-9063-43f6-994b-d7e6d96e7cd6), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.614969 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d7a07446-7e12-495f-8f66-c13ed5fcd0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3082468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12400101'] for subnet (066b0174-9063-43f6-994b-d7e6d96e7cd6), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.642354 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a07446-7e12-495f-8f66-c13ed5fcd0cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066b0174-9063-43f6-994b-d7e6d96e7cd6,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:50.646673 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d7a07446-7e12-495f-8f66-c13ed5fcd0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.651943 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-d7a07446-7e12-495f-8f66-c13ed5fcd0cf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/066b0174-9063-43f6-994b-d7e6d96e7cd6 HTTP/1.1" status: 204 len: 168 time: 0.2372837 Jul 15 15:09:50.652182 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38408) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:50.654398 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a397d972-2a02-41c5-ae32-be4a28bc77e1 None None] Network c3a74687-c457-4c51-9a1d-4f4696b81109 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:09:50.722784 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (c3a74687-c457-4c51-9a1d-4f4696b81109), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.773174 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Deleting port 97813547-f885-4202-b262-24900fdd0609 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:50.773521 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (97813547-f885-4202-b262-24900fdd0609), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.809712 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c7a6c-70e7-41f9-9176-b6f80780f3ed None None] DHCP port deletion for c3a74687-c457-4c51-9a1d-4f4696b81109 request from dv-cinder-848821-1-iscsi {{(pid=103714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 15:09:50.846045 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] For port 97813547-f885-4202-b262-24900fdd0609, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=97813547-f885-4202-b262-24900fdd0609,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:50.846045 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (97813547-f885-4202-b262-24900fdd0609), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.859628 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Calling delete_port for 97813547-f885-4202-b262-24900fdd0609 owned by network:dhcp {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:50.870710 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-db0c7a6c-70e7-41f9-9176-b6f80780f3ed None None] Deleting port 97813547-f885-4202-b262-24900fdd0609 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:50.871178 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-db0c7a6c-70e7-41f9-9176-b6f80780f3ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (97813547-f885-4202-b262-24900fdd0609), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.942443 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-db0c7a6c-70e7-41f9-9176-b6f80780f3ed None None] For port 97813547-f885-4202-b262-24900fdd0609, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=97813547-f885-4202-b262-24900fdd0609,segment=NetworkSegment(6b6916e0-1962-435f-87c2-73d5b6cb5641),segment_id=6b6916e0-1962-435f-87c2-73d5b6cb5641)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:50.942846 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-db0c7a6c-70e7-41f9-9176-b6f80780f3ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (97813547-f885-4202-b262-24900fdd0609), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:50.956244 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-db0c7a6c-70e7-41f9-9176-b6f80780f3ed None None] Calling delete_port for 97813547-f885-4202-b262-24900fdd0609 owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:50.962275 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9e17d-c440-46d2-8f4c-2dd683781315 req-7ef7a793-4768-4296-a347-71d8486c4802 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:50.963850 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-55e9e17d-c440-46d2-8f4c-2dd683781315 req-7ef7a793-4768-4296-a347-71d8486c4802 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.1023333 Jul 15 15:09:51.001360 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (97813547-f885-4202-b262-24900fdd0609), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:51.040491 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=97813547-f885-4202-b262-24900fdd0609,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:51.044052 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-db0c7a6c-70e7-41f9-9176-b6f80780f3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494'] for port (97813547-f885-4202-b262-24900fdd0609), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:51.047735 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] No DVR routers for this DVR port 97813547-f885-4202-b262-24900fdd0609 on host dv-cinder-848821-1-iscsi {{(pid=103712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:51.052654 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-55e9e17d-c440-46d2-8f4c-2dd683781315 req-7549e707-054b-4b35-9f21-f10eed9f9c91 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812252 Jul 15 15:09:51.085644 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c7a6c-70e7-41f9-9176-b6f80780f3ed None None] Pushing event deleted for resources: {'Port': ['ID=97813547-f885-4202-b262-24900fdd0609,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:51.089609 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0c7a6c-70e7-41f9-9176-b6f80780f3ed None None] No DVR routers for this DVR port 97813547-f885-4202-b262-24900fdd0609 on host dv-cinder-848821-1-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:51.127620 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (c3a74687-c457-4c51-9a1d-4f4696b81109), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:51.147581 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a74687-c457-4c51-9a1d-4f4696b81109']}} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:51.157188 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6916e0-1962-435f-87c2-73d5b6cb5641') {'for_net_delete': True} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:51.157486 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6916e0-1962-435f-87c2-73d5b6cb5641') {} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:51.167919 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 97ee97a8-fa87-4fad-be1c-8b52df6fe47f details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:09:51.170336 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785230'] for segment (6b6916e0-1962-435f-87c2-73d5b6cb5641), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:51.185929 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (6b6916e0-1962-435f-87c2-73d5b6cb5641), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:51.194143 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:51.194542 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3082334'] for segment (6b6916e0-1962-435f-87c2-73d5b6cb5641), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:51.248719 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 2ef4638b-74ff-46e3-a2ac-be22bb071824 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:51.266402 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (c3a74687-c457-4c51-9a1d-4f4696b81109), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:51.272985 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 2ef4638b-74ff-46e3-a2ac-be22bb071824 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:51.273406 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 2ef4638b-74ff-46e3-a2ac-be22bb071824 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:51.273845 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 7cdfa77c-25ce-42f3-b753-8d4db146bb58 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:51.280362 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:51.285027 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] 10.222.0.47 "DELETE /v2.0/networks/c3a74687-c457-4c51-9a1d-4f4696b81109 HTTP/1.1" status: 204 len: 168 time: 0.6308830 Jul 15 15:09:51.287531 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38416) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:51.289713 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.services.segments.plugin [-] Segment 6b6916e0-1962-435f-87c2-73d5b6cb5641 resource provider aggregate not found Jul 15 15:09:51.304323 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da77b1b-f561-4407-bccc-a2b8ecc4a6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a74687-c457-4c51-9a1d-4f4696b81109,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:51.311452 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 7cdfa77c-25ce-42f3-b753-8d4db146bb58 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:51.311801 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 7cdfa77c-25ce-42f3-b753-8d4db146bb58 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:51.312294 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 97813547-f885-4202-b262-24900fdd0609 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:51.314016 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.services.segments.plugin [-] Segment 6b6916e0-1962-435f-87c2-73d5b6cb5641 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b6916e0-1962-435f-87c2-73d5b6cb5641 found for delete ", "request_id": "req-22064aef-25aa-400c-9c38-20b3d413438e"}]} Jul 15 15:09:51.342641 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 97813547-f885-4202-b262-24900fdd0609 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:51.343067 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 97813547-f885-4202-b262-24900fdd0609 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:51.361805 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:51.372685 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'port_id': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'mac_address': 'fa:16:3e:54:9d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:09:51.409227 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:09:51.409646 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:51.422904 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ee97a8-fa87-4fad-be1c-8b52df6fe47f {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:09:51.444152 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:51.449076 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:51.497168 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:51.512793 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:09:51.567424 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d67630-3599-4870-bd6a-43b940122fcd req-197daf73-aa5e-47ec-aa0a-2de9ce0ceed7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:51.569007 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a0d67630-3599-4870-bd6a-43b940122fcd req-197daf73-aa5e-47ec-aa0a-2de9ce0ceed7 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 946 time: 0.1103418 Jul 15 15:09:51.666497 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a0d67630-3599-4870-bd6a-43b940122fcd req-a1320be3-b09f-43c0-8f0d-1f3239dc2924 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775728 Jul 15 15:09:51.744379 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ead157b1-21a1-4afb-9320-3598dbd9f301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919785'] for router_interface (ae85a645-037e-488d-8098-df1bd6da750f), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:51.979347 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-ead157b1-21a1-4afb-9320-3598dbd9f301 admin admin] Deleting port a908c560-955a-47ea-b60b-2cfd61dd8d9e {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:51.979686 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ead157b1-21a1-4afb-9320-3598dbd9f301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:52.055677 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-ead157b1-21a1-4afb-9320-3598dbd9f301 admin admin] For port a908c560-955a-47ea-b60b-2cfd61dd8d9e, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=a908c560-955a-47ea-b60b-2cfd61dd8d9e,segment=NetworkSegment(e54aac51-3215-4f4c-8109-0cc8bf4b0cac),segment_id=e54aac51-3215-4f4c-8109-0cc8bf4b0cac)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:52.056044 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ead157b1-21a1-4afb-9320-3598dbd9f301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:52.071901 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-ead157b1-21a1-4afb-9320-3598dbd9f301 admin admin] Calling delete_port for a908c560-955a-47ea-b60b-2cfd61dd8d9e owned by network:router_interface {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:52.183328 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941dd62-ccd0-46ca-b845-70479f7b1f2f req-b9aa72e0-6d35-417f-9adf-a3a5e1bc8dbc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:52.184840 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5941dd62-ccd0-46ca-b845-70479f7b1f2f req-b9aa72e0-6d35-417f-9adf-a3a5e1bc8dbc tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 944 time: 0.0583677 Jul 15 15:09:52.232361 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5941dd62-ccd0-46ca-b845-70479f7b1f2f req-a092beef-e547-443e-9d6e-25d19cebfd04 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414603 Jul 15 15:09:52.255608 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ead157b1-21a1-4afb-9320-3598dbd9f301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (a908c560-955a-47ea-b60b-2cfd61dd8d9e), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:52.279721 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead157b1-21a1-4afb-9320-3598dbd9f301 admin admin] Pushing event deleted for resources: {'Port': ['ID=a908c560-955a-47ea-b60b-2cfd61dd8d9e,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:52.457601 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ead157b1-21a1-4afb-9320-3598dbd9f301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919669'] for router_interface (ae85a645-037e-488d-8098-df1bd6da750f), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:52.490567 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['97ee97a8-fa87-4fad-be1c-8b52df6fe47f'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:09:52.976529 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead157b1-21a1-4afb-9320-3598dbd9f301 admin admin] Router ae85a645-037e-488d-8098-df1bd6da750f has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:09:53.002100 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9144518-6258-4896-ba6c-32cdbcfe5ef4 req-c2a29c0a-7b31-4c13-a329-8df2ce66d596 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:53.004717 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b9144518-6258-4896-ba6c-32cdbcfe5ef4 req-c2a29c0a-7b31-4c13-a329-8df2ce66d596 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 946 time: 0.0780675 Jul 15 15:09:53.121462 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b9144518-6258-4896-ba6c-32cdbcfe5ef4 req-616854f3-81df-47a3-a280-6fc047376080 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843589 Jul 15 15:09:53.134680 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead157b1-21a1-4afb-9320-3598dbd9f301 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:09:53.139835 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ead157b1-21a1-4afb-9320-3598dbd9f301 admin admin] 10.222.0.47 "PUT /v2.0/routers/ae85a645-037e-488d-8098-df1bd6da750f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8512025 Jul 15 15:09:53.142421 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38438) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:53.145363 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec1bc0f-f4eb-4d80-a18c-bafa38d69b66 None None] Sync routers for ids ['ae85a645-037e-488d-8098-df1bd6da750f'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:09:53.157274 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec1bc0f-f4eb-4d80-a18c-bafa38d69b66 None None] Routers {'ae85a645-037e-488d-8098-df1bd6da750f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:53.158134 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-bec1bc0f-f4eb-4d80-a18c-bafa38d69b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['ae85a645-037e-488d-8098-df1bd6da750f'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:53.253689 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Publish callbacks [] for router (ae85a645-037e-488d-8098-df1bd6da750f), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:53.267262 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-bec1bc0f-f4eb-4d80-a18c-bafa38d69b66 None None] Set router ae85a645-037e-488d-8098-df1bd6da750f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:53.390090 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Publish callbacks [] for router_gateway (ae85a645-037e-488d-8098-df1bd6da750f), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:53.403115 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526de38-d79e-46b9-ba8d-836253fee7fc req-b6b1e83c-ea16-4fa0-83ca-83096d73e4cd tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:53.405329 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7526de38-d79e-46b9-ba8d-836253fee7fc req-b6b1e83c-ea16-4fa0-83ca-83096d73e4cd tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 944 time: 0.0990586 Jul 15 15:09:53.459066 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-bec1bc0f-f4eb-4d80-a18c-bafa38d69b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'name': 'tempest-TestMinimumBasicScenario-1931427865-router', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:17Z', 'updated_at': '2022-07-15T15:09:52Z', 'revision_number': 5, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'gw_port': {'id': '24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:05:18Z', 'updated_at': '2022-07-15T15:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:53.483654 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec1bc0f-f4eb-4d80-a18c-bafa38d69b66 None None] Checking router: ae85a645-037e-488d-8098-df1bd6da750f for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:09:53.486041 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7526de38-d79e-46b9-ba8d-836253fee7fc req-3141ad8b-0667-49d9-b95f-cb8b4d5ebe8b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721567 Jul 15 15:09:53.492947 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec1bc0f-f4eb-4d80-a18c-bafa38d69b66 None None] Routers {'ae85a645-037e-488d-8098-df1bd6da750f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:53.493566 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-bec1bc0f-f4eb-4d80-a18c-bafa38d69b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['ae85a645-037e-488d-8098-df1bd6da750f'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:53.493724 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Deleting port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:53.493953 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:53.579044 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-bec1bc0f-f4eb-4d80-a18c-bafa38d69b66 None None] Set router ae85a645-037e-488d-8098-df1bd6da750f gateway port host: None {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:53.585123 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] For port 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:53.585490 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:53.600411 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Calling delete_port for 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 owned by network:router_gateway {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:53.630873 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-bec1bc0f-f4eb-4d80-a18c-bafa38d69b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'name': 'tempest-TestMinimumBasicScenario-1931427865-router', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:17Z', 'updated_at': '2022-07-15T15:09:53Z', 'revision_number': 6, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'gw_port_host': None}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:53.639745 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 97ee97a8-fa87-4fad-be1c-8b52df6fe47f up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:09:53.655340 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec1bc0f-f4eb-4d80-a18c-bafa38d69b66 None None] The sync data for ids ['ae85a645-037e-488d-8098-df1bd6da750f'] in dv-cinder-848821-1-iscsi is: [{'id': 'ae85a645-037e-488d-8098-df1bd6da750f', 'name': 'tempest-TestMinimumBasicScenario-1931427865-router', 'tenant_id': 'b897632207394108a3e10c9779f6dd80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:05:17Z', 'updated_at': '2022-07-15T15:09:53Z', 'revision_number': 6, 'project_id': 'b897632207394108a3e10c9779f6dd80', 'gw_port_host': None}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:09:53.713647 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:09:53.717567 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:09:53.717948 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:53.790557 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:53.794677 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:09:53.795345 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:53.825068 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Pushing event deleted for resources: {'Port': ['ID=24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:53.826202 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:53.833418 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45ce1b3-0f53-4eb8-9491-e1d34292c937" -d '{"events": [{"server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "name": "network-vif-plugged", "status": "completed", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:53.848604 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:53.853922 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:53.895593 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cfaaea-ca21-47ac-86b6-177b13439a6d x-openstack-request-id: req-73cfaaea-ca21-47ac-86b6-177b13439a6d {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:53.896128 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "name": "network-vif-plugged", "status": "completed", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:53.896399 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-73cfaaea-ca21-47ac-86b6-177b13439a6d {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:53.896799 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919507'] for router_gateway (ae85a645-037e-488d-8098-df1bd6da750f), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:53.898229 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73cfaaea-ca21-47ac-86b6-177b13439a6d'] response: {'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'code': 200} Jul 15 15:09:53.909964 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:53.982887 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59243'] for router (ae85a645-037e-488d-8098-df1bd6da750f), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:53.985269 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Publish callbacks [] for router_controller (ae85a645-037e-488d-8098-df1bd6da750f), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.037906 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920899'] for router (ae85a645-037e-488d-8098-df1bd6da750f), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.038503 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae85a645-037e-488d-8098-df1bd6da750f {{(pid=103712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:09:54.048434 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.053345 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-04dc2990-5904-40e1-8a4c-180660d7b50f admin admin] 10.222.0.47 "DELETE /v2.0/routers/ae85a645-037e-488d-8098-df1bd6da750f HTTP/1.1" status: 204 len: 168 time: 0.9069757 Jul 15 15:09:54.053891 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38454) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:54.102664 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_v2 [None req-84dcb3db-0caa-4239-a881-e30fd9aafcb4 admin admin] Deleting subnet b2e9da7e-c647-45c2-a3aa-331fc0c33ba9 {{(pid=103712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:09:54.109038 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-84dcb3db-0caa-4239-a881-e30fd9aafcb4 admin admin] Publish callbacks [] for subnet (b2e9da7e-c647-45c2-a3aa-331fc0c33ba9), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.147903 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-84dcb3db-0caa-4239-a881-e30fd9aafcb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785271'] for subnet (b2e9da7e-c647-45c2-a3aa-331fc0c33ba9), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.156400 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75a2a7-8791-4a7d-9a0d-27b31ef7dffa req-3251e171-0210-462e-8f07-6ddd4d3b4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:54.158338 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2d75a2a7-8791-4a7d-9a0d-27b31ef7dffa req-3251e171-0210-462e-8f07-6ddd4d3b4545 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 1129 time: 0.0452828 Jul 15 15:09:54.208147 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2d75a2a7-8791-4a7d-9a0d-27b31ef7dffa req-77621249-0a58-43d5-8acd-815d71d48d5d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422735 Jul 15 15:09:54.252074 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-84dcb3db-0caa-4239-a881-e30fd9aafcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (b2e9da7e-c647-45c2-a3aa-331fc0c33ba9), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.308622 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790be72-a147-4790-8bbe-31c5779cbee2 req-68266e0d-71ac-41ba-8c9d-2ff76159c3d1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:54.310060 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7790be72-a147-4790-8bbe-31c5779cbee2 req-68266e0d-71ac-41ba-8c9d-2ff76159c3d1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 946 time: 0.0974288 Jul 15 15:09:54.333856 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-84dcb3db-0caa-4239-a881-e30fd9aafcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3082468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12400101'] for subnet (b2e9da7e-c647-45c2-a3aa-331fc0c33ba9), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.362955 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcb3db-0caa-4239-a881-e30fd9aafcb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2e9da7e-c647-45c2-a3aa-331fc0c33ba9,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:54.376654 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908c0205-5177-4c59-8840-c7ffa99951b5 None None] Network 67dc70b3-194a-477c-befc-344defd5d092 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:09:54.377204 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-84dcb3db-0caa-4239-a881-e30fd9aafcb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.380924 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-84dcb3db-0caa-4239-a881-e30fd9aafcb4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b2e9da7e-c647-45c2-a3aa-331fc0c33ba9 HTTP/1.1" status: 204 len: 168 time: 0.3259816 Jul 15 15:09:54.383738 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38458) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:54.402480 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7790be72-a147-4790-8bbe-31c5779cbee2 req-ff23a594-9dc5-4b92-a2f7-bdd329a3305f tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852966 Jul 15 15:09:54.475698 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (67dc70b3-194a-477c-befc-344defd5d092), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.568772 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b4d4a-052b-4615-9bcc-9f491cefbc27 None None] DHCP port deletion for 67dc70b3-194a-477c-befc-344defd5d092 request from dv-cinder-848821-1-iscsi {{(pid=103714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 15:09:54.584134 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Deleting port 667b9c81-415d-4c44-a179-a300ed4023b8 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:54.584789 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.626015 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b4d4a-052b-4615-9bcc-9f491cefbc27 None None] Deleting port 667b9c81-415d-4c44-a179-a300ed4023b8 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:09:54.626393 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4d4a-052b-4615-9bcc-9f491cefbc27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.633819 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6e2fd-b4a6-4d42-9c8b-a5b5dbc04cf6 req-2175b0fd-e8cd-48d0-abb6-bc747c3e6a87 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:54.634319 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bc9f3-04d2-42e6-b4cb-b70754456ee0 req-d52079ff-159b-4d79-acbf-b7f68d3d8bf6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:54.635756 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-dde6e2fd-b4a6-4d42-9c8b-a5b5dbc04cf6 req-2175b0fd-e8cd-48d0-abb6-bc747c3e6a87 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 946 time: 0.1141319 Jul 15 15:09:54.642662 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-df3bc9f3-04d2-42e6-b4cb-b70754456ee0 req-d52079ff-159b-4d79-acbf-b7f68d3d8bf6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0698054 Jul 15 15:09:54.647472 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38464) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:54.652425 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-e7f37c91-d1de-4cf8-bfbd-c241d0282d97 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Request body: {'floatingip': {'port_id': 'e6318ee8-21ca-431d-94ab-910eccfadcb0'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:09:54.691896 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-df3bc9f3-04d2-42e6-b4cb-b70754456ee0 req-7f3bfd47-6322-449b-9c4c-4425c699c68f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476365 Jul 15 15:09:54.701065 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-ad8b4d4a-052b-4615-9bcc-9f491cefbc27 None None] For port 667b9c81-415d-4c44-a179-a300ed4023b8, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=667b9c81-415d-4c44-a179-a300ed4023b8,segment=NetworkSegment(e54aac51-3215-4f4c-8109-0cc8bf4b0cac),segment_id=e54aac51-3215-4f4c-8109-0cc8bf4b0cac)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:54.701610 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4d4a-052b-4615-9bcc-9f491cefbc27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.707116 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e7f37c91-d1de-4cf8-bfbd-c241d0282d97 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (17a959d1-89e7-43af-a80d-2f771192e0fc), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.710267 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] For port 667b9c81-415d-4c44-a179-a300ed4023b8, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=667b9c81-415d-4c44-a179-a300ed4023b8,segment=NetworkSegment(e54aac51-3215-4f4c-8109-0cc8bf4b0cac),segment_id=e54aac51-3215-4f4c-8109-0cc8bf4b0cac)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:54.710619 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.716432 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b4d4a-052b-4615-9bcc-9f491cefbc27 None None] Calling delete_port for 667b9c81-415d-4c44-a179-a300ed4023b8 owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:54.758021 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Calling delete_port for 667b9c81-415d-4c44-a179-a300ed4023b8 owned by network:dhcp {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:09:54.801796 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ad8b4d4a-052b-4615-9bcc-9f491cefbc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:54.827207 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b4d4a-052b-4615-9bcc-9f491cefbc27 None None] Pushing event deleted for resources: {'Port': ['ID=667b9c81-415d-4c44-a179-a300ed4023b8,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:54.835892 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b4d4a-052b-4615-9bcc-9f491cefbc27 None None] No DVR routers for this DVR port 667b9c81-415d-4c44-a179-a300ed4023b8 on host dv-cinder-848821-1-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:54.980103 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (667b9c81-415d-4c44-a179-a300ed4023b8), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.013197 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Pushing event deleted for resources: {'Port': ['ID=667b9c81-415d-4c44-a179-a300ed4023b8,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:55.021669 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] No DVR routers for this DVR port 667b9c81-415d-4c44-a179-a300ed4023b8 on host dv-cinder-848821-1-iscsi {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:55.171986 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (67dc70b3-194a-477c-befc-344defd5d092), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.227534 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device a908c560-955a-47ea-b60b-2cfd61dd8d9e no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:55.232017 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dc70b3-194a-477c-befc-344defd5d092']}} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:55.246528 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54aac51-3215-4f4c-8109-0cc8bf4b0cac') {'for_net_delete': True} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:55.246827 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54aac51-3215-4f4c-8109-0cc8bf4b0cac') {} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:55.247560 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: a908c560-955a-47ea-b60b-2cfd61dd8d9e {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:55.247910 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device a908c560-955a-47ea-b60b-2cfd61dd8d9e not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:55.248340 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:55.262470 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8946320'] for segment (e54aac51-3215-4f4c-8109-0cc8bf4b0cac), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.267288 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:55.267645 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 24e16a0a-5fe3-49aa-be2e-6a9b4cfa07c2 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:55.268214 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 667b9c81-415d-4c44-a179-a300ed4023b8 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:55.288052 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 667b9c81-415d-4c44-a179-a300ed4023b8 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:09:55.288404 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 667b9c81-415d-4c44-a179-a300ed4023b8 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:55.298602 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (e54aac51-3215-4f4c-8109-0cc8bf4b0cac), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.308815 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:55.309203 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9594317'] for segment (e54aac51-3215-4f4c-8109-0cc8bf4b0cac), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.348322 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment e54aac51-3215-4f4c-8109-0cc8bf4b0cac resource provider aggregate not found Jul 15 15:09:55.385441 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment e54aac51-3215-4f4c-8109-0cc8bf4b0cac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e54aac51-3215-4f4c-8109-0cc8bf4b0cac found for delete ", "request_id": "req-752b06e7-9ff7-4643-a972-7dac445d97e2"}]} Jul 15 15:09:55.416280 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e7f37c91-d1de-4cf8-bfbd-c241d0282d97 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.417565 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (67dc70b3-194a-477c-befc-344defd5d092), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.420355 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e7f37c91-d1de-4cf8-bfbd-c241d0282d97 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (17a959d1-89e7-43af-a80d-2f771192e0fc), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.426909 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.430315 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] 10.222.0.47 "DELETE /v2.0/networks/67dc70b3-194a-477c-befc-344defd5d092 HTTP/1.1" status: 204 len: 168 time: 1.0453234 Jul 15 15:09:55.466339 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed8f58-d1ce-4a1f-9310-4467fcf49985 admin admin] Pushing event deleted for resources: {'Network': ['ID=67dc70b3-194a-477c-befc-344defd5d092,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:55.534761 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [None req-e7f37c91-d1de-4cf8-bfbd-c241d0282d97 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Floating IP 17a959d1-89e7-43af-a80d-2f771192e0fc associated. External IP: 172.27.2.72, port: e6318ee8-21ca-431d-94ab-910eccfadcb0. Jul 15 15:09:55.611809 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38474) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:55.651749 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-92090d4c-23bb-4e18-a8c4-25cfe67dfb49 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=023c02484cc74691b16c87fa381fc8a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387533 Jul 15 15:09:55.654287 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38476) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:55.710060 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-88dda8fe-d5ae-4d47-bb61-e9a8f6e8e9d2 admin admin] Publish callbacks [] for security_group (4c5d74bf-7f3c-4fde-bd99-eb0599205fe4), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.733169 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-88dda8fe-d5ae-4d47-bb61-e9a8f6e8e9d2 admin admin] Publish callbacks [] for security_group (4c5d74bf-7f3c-4fde-bd99-eb0599205fe4), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.742393 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f37c91-d1de-4cf8-bfbd-c241d0282d97 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Router cf293605-382f-4154-8fa2-fee84f93998f has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:09:55.787149 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-88dda8fe-d5ae-4d47-bb61-e9a8f6e8e9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (4c5d74bf-7f3c-4fde-bd99-eb0599205fe4), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.790016 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-88dda8fe-d5ae-4d47-bb61-e9a8f6e8e9d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.793508 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-88dda8fe-d5ae-4d47-bb61-e9a8f6e8e9d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c5d74bf-7f3c-4fde-bd99-eb0599205fe4 HTTP/1.1" status: 204 len: 168 time: 0.1360087 Jul 15 15:09:55.799521 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dda8fe-d5ae-4d47-bb61-e9a8f6e8e9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5d74bf-7f3c-4fde-bd99-eb0599205fe4,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:55.900609 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c00043-82a8-4044-8054-4a8ff20fb940 req-f96046cf-25df-40fc-889a-ff3e3fe8ab2a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:55.902328 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-06c00043-82a8-4044-8054-4a8ff20fb940 req-f96046cf-25df-40fc-889a-ff3e3fe8ab2a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.1149988 Jul 15 15:09:55.903985 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f37c91-d1de-4cf8-bfbd-c241d0282d97 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:09:55.912767 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e7f37c91-d1de-4cf8-bfbd-c241d0282d97 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:55.917117 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a9bd5-4cd1-4690-92ca-eda5cf41199d None None] Sync routers for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:09:55.933241 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a9bd5-4cd1-4690-92ca-eda5cf41199d None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:55.934020 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-d56a9bd5-4cd1-4690-92ca-eda5cf41199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:55.962124 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-e7f37c91-d1de-4cf8-bfbd-c241d0282d97 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "PUT /v2.0/floatingips/17a959d1-89e7-43af-a80d-2f771192e0fc HTTP/1.1" status: 200 len: 991 time: 1.3114576 Jul 15 15:09:55.962124 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'tag': 'e6318ee8-21ca-431d-94ab-910eccfadcb0'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:09:55.963132 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d79dae-654b-4b44-98cd-ee5a4b0c70ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6a86bdcf-8241-4d14-8583-b4f529a87519", "tag": "e6318ee8-21ca-431d-94ab-910eccfadcb0"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:56.005707 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-06c00043-82a8-4044-8054-4a8ff20fb940 req-083b1035-5ecd-48ea-a59a-915f6a5a066f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712047 Jul 15 15:09:56.008107 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bbfac8-69b9-41bb-b5ca-bb82305e3699 x-openstack-request-id: req-97bbfac8-69b9-41bb-b5ca-bb82305e3699 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:56.008468 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a86bdcf-8241-4d14-8583-b4f529a87519", "tag": "e6318ee8-21ca-431d-94ab-910eccfadcb0", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:56.008826 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-97bbfac8-69b9-41bb-b5ca-bb82305e3699 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:56.009349 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97bbfac8-69b9-41bb-b5ca-bb82305e3699'] response: {'name': 'network-changed', 'server_uuid': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'tag': 'e6318ee8-21ca-431d-94ab-910eccfadcb0', 'status': 'completed', 'code': 200} Jul 15 15:09:56.055235 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-d56a9bd5-4cd1-4690-92ca-eda5cf41199d None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:56.163521 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38490) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:56.206736 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-72dc04ab-d5b2-4e84-9431-464dda5b6095 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b897632207394108a3e10c9779f6dd80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415080 Jul 15 15:09:56.209303 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38492) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:09:56.262274 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d92200c2-23bc-4fd1-8f0b-303cd621761d admin admin] Publish callbacks [] for security_group (06311aa1-950c-4602-a95f-b640863d4da6), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:56.292731 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d92200c2-23bc-4fd1-8f0b-303cd621761d admin admin] Publish callbacks [] for security_group (06311aa1-950c-4602-a95f-b640863d4da6), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:56.346839 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d92200c2-23bc-4fd1-8f0b-303cd621761d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (06311aa1-950c-4602-a95f-b640863d4da6), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:56.349460 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d92200c2-23bc-4fd1-8f0b-303cd621761d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:09:56.350609 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-d92200c2-23bc-4fd1-8f0b-303cd621761d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06311aa1-950c-4602-a95f-b640863d4da6 HTTP/1.1" status: 204 len: 168 time: 0.1403639 Jul 15 15:09:56.358547 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92200c2-23bc-4fd1-8f0b-303cd621761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06311aa1-950c-4602-a95f-b640863d4da6,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:56.419946 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-d56a9bd5-4cd1-4690-92ca-eda5cf41199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '17a959d1-89e7-43af-a80d-2f771192e0fc', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'port_id': 'e6318ee8-21ca-431d-94ab-910eccfadcb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'mac_address': 'fa:16:3e:70:af:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:09:26Z', 'updated_at': '2022-07-15T15:09:55Z', 'revision_number': 1, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:36Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:56.444673 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a9bd5-4cd1-4690-92ca-eda5cf41199d None None] Checking router: cf293605-382f-4154-8fa2-fee84f93998f for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:09:56.453327 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a9bd5-4cd1-4690-92ca-eda5cf41199d None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:09:56.453950 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-d56a9bd5-4cd1-4690-92ca-eda5cf41199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:56.561952 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-d56a9bd5-4cd1-4690-92ca-eda5cf41199d None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:09:56.795969 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-d56a9bd5-4cd1-4690-92ca-eda5cf41199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '17a959d1-89e7-43af-a80d-2f771192e0fc', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'port_id': 'e6318ee8-21ca-431d-94ab-910eccfadcb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'mac_address': 'fa:16:3e:70:af:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:09:26Z', 'updated_at': '2022-07-15T15:09:55Z', 'revision_number': 1, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:36Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:56.819888 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a9bd5-4cd1-4690-92ca-eda5cf41199d None None] The sync data for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi is: [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '17a959d1-89e7-43af-a80d-2f771192e0fc', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'port_id': 'e6318ee8-21ca-431d-94ab-910eccfadcb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'mac_address': 'fa:16:3e:70:af:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:09:26Z', 'updated_at': '2022-07-15T15:09:55Z', 'revision_number': 1, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:36Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:09:57.008472 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed51dbe-017e-468f-b16e-399a22306f38 None None] New status for floating IP 17a959d1-89e7-43af-a80d-2f771192e0fc: ACTIVE {{(pid=103715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:09:57.132131 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f1b86-f7df-418b-a57e-4d0e1c9ac488 req-4740e319-436f-4142-93b2-f44f0d4cbb00 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:57.133658 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b45f1b86-f7df-418b-a57e-4d0e1c9ac488 req-4740e319-436f-4142-93b2-f44f0d4cbb00 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0533175 Jul 15 15:09:57.186657 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b45f1b86-f7df-418b-a57e-4d0e1c9ac488 req-65ee7953-7fc6-4741-81e4-7f739ad9f442 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472791 Jul 15 15:09:58.310973 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6d2e5-1de0-4cb2-9cd1-752e8b63530d req-b3064916-7f15-4bf5-a040-957873fe71b2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:58.312450 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-11d6d2e5-1de0-4cb2-9cd1-752e8b63530d req-b3064916-7f15-4bf5-a040-957873fe71b2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0531008 Jul 15 15:09:58.360385 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-11d6d2e5-1de0-4cb2-9cd1-752e8b63530d req-3bf82f9d-7512-4c80-8c4f-1b74af5c3079 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411797 Jul 15 15:09:59.207512 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d79dae-654b-4b44-98cd-ee5a4b0c70ea req-5761884a-dc37-4b89-aaab-498d31aa956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:59.209039 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-94d79dae-654b-4b44-98cd-ee5a4b0c70ea req-5761884a-dc37-4b89-aaab-498d31aa956c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6b962299ae347548ec82de0f2b6389d&device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 1130 time: 0.0505795 Jul 15 15:09:59.317281 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d79dae-654b-4b44-98cd-ee5a4b0c70ea req-7f9a4742-4e98-4e70-bebc-c70106c4213f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:59.318951 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-94d79dae-654b-4b44-98cd-ee5a4b0c70ea req-7f9a4742-4e98-4e70-bebc-c70106c4213f service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 200 len: 911 time: 0.0849242 Jul 15 15:09:59.387312 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-94d79dae-654b-4b44-98cd-ee5a4b0c70ea req-1d6e4353-f815-44f4-9664-abd79f1809ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6318ee8-21ca-431d-94ab-910eccfadcb0 HTTP/1.1" status: 200 len: 1001 time: 0.0623372 Jul 15 15:09:59.439062 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d79dae-654b-4b44-98cd-ee5a4b0c70ea req-2f1bb581-32dc-4c57-84c3-89c1fe1cc0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:59.440601 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-94d79dae-654b-4b44-98cd-ee5a4b0c70ea req-2f1bb581-32dc-4c57-84c3-89c1fe1cc0c7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff HTTP/1.1" status: 200 len: 849 time: 0.0471714 Jul 15 15:09:59.496860 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d79dae-654b-4b44-98cd-ee5a4b0c70ea req-dedaa670-fed3-4228-a0cd-79c0d6d64182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:59.499270 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-94d79dae-654b-4b44-98cd-ee5a4b0c70ea req-dedaa670-fed3-4228-a0cd-79c0d6d64182 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ba6677d-5774-4709-9ff3-2439871082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518584 Jul 15 15:09:59.501215 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3c18e-edfe-41a1-b66a-4e073cf205e4 req-fb6121ee-9206-48f5-aa52-3dfb6993a51d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:09:59.502701 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e0e3c18e-edfe-41a1-b66a-4e073cf205e4 req-fb6121ee-9206-48f5-aa52-3dfb6993a51d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0661476 Jul 15 15:09:59.549778 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e0e3c18e-edfe-41a1-b66a-4e073cf205e4 req-099cf802-8e9b-43e8-91ca-e68cc08dcf59 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408540 Jul 15 15:09:59.594832 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-94d79dae-654b-4b44-98cd-ee5a4b0c70ea req-ee52cb3b-9277-47c0-ac7e-e4c8cbd648b7 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876994 Jul 15 15:09:59.685886 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-94d79dae-654b-4b44-98cd-ee5a4b0c70ea req-6597e55e-e387-473c-8033-d1bf32661ceb service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841162 Jul 15 15:10:00.675597 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16593130-2db1-4710-bdca-3e61f683c58c req-e02861e8-af7f-4aab-af26-db599040c3f9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:00.677210 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-16593130-2db1-4710-bdca-3e61f683c58c req-e02861e8-af7f-4aab-af26-db599040c3f9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0553529 Jul 15 15:10:00.729660 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-16593130-2db1-4710-bdca-3e61f683c58c req-d1acc136-c08a-46f5-81e5-33ffbea972e3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466514 Jul 15 15:10:00.849746 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bab49b-1709-4825-9796-6cae108a59d2 req-3aadee19-3645-42df-9750-f06ca7aa3677 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:00.851196 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-54bab49b-1709-4825-9796-6cae108a59d2 req-3aadee19-3645-42df-9750-f06ca7aa3677 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0533676 Jul 15 15:10:00.859944 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38532) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:00.864272 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-e5d5c271-848d-4e56-bedc-6f2738dd59ad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Request body: {'floatingip': {'port_id': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:10:00.903848 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c271-848d-4e56-bedc-6f2738dd59ad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (d6f29dd1-9bb7-4304-9252-07e3ac36c938), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:01.306050 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c271-848d-4e56-bedc-6f2738dd59ad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:01.310314 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c271-848d-4e56-bedc-6f2738dd59ad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (d6f29dd1-9bb7-4304-9252-07e3ac36c938), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:01.405363 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.l3_db [None req-e5d5c271-848d-4e56-bedc-6f2738dd59ad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Floating IP d6f29dd1-9bb7-4304-9252-07e3ac36c938 associated. External IP: 172.27.2.6, port: 97ee97a8-fa87-4fad-be1c-8b52df6fe47f. Jul 15 15:10:01.603347 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d5c271-848d-4e56-bedc-6f2738dd59ad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Router 436e19d0-84a9-4644-a17a-bc2757507467 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:10:01.931413 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d5c271-848d-4e56-bedc-6f2738dd59ad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:10:01.936171 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c271-848d-4e56-bedc-6f2738dd59ad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:01.940941 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005248e1-415b-4648-b9bc-8108717bd4b7 None None] Sync routers for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:10:01.950809 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005248e1-415b-4648-b9bc-8108717bd4b7 None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:10:01.951434 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-005248e1-415b-4648-b9bc-8108717bd4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:01.966016 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-e5d5c271-848d-4e56-bedc-6f2738dd59ad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "PUT /v2.0/floatingips/d6f29dd1-9bb7-4304-9252-07e3ac36c938 HTTP/1.1" status: 200 len: 989 time: 1.1048245 Jul 15 15:10:01.966999 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:10:01.969884 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f942a7c3-2ee9-4dfb-8da0-be506149dd70" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:02.007406 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3c20bb-3301-4a9b-ad9f-343a3a8b95f1 x-openstack-request-id: req-eb3c20bb-3301-4a9b-ad9f-343a3a8b95f1 {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:02.007706 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:02.007966 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb3c20bb-3301-4a9b-ad9f-343a3a8b95f1 {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:02.008374 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb3c20bb-3301-4a9b-ad9f-343a3a8b95f1'] response: {'name': 'network-changed', 'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'status': 'completed', 'code': 200} Jul 15 15:10:02.060307 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-005248e1-415b-4648-b9bc-8108717bd4b7 None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:10:02.278641 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-005248e1-415b-4648-b9bc-8108717bd4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'd6f29dd1-9bb7-4304-9252-07e3ac36c938', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'port_id': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'mac_address': 'fa:16:3e:54:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:09:34Z', 'updated_at': '2022-07-15T15:10:01Z', 'revision_number': 1, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:17Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:02.302309 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005248e1-415b-4648-b9bc-8108717bd4b7 None None] Checking router: 436e19d0-84a9-4644-a17a-bc2757507467 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:10:02.310296 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005248e1-415b-4648-b9bc-8108717bd4b7 None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:10:02.310900 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-005248e1-415b-4648-b9bc-8108717bd4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:09:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:02.418113 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-005248e1-415b-4648-b9bc-8108717bd4b7 None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:10:02.731900 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-005248e1-415b-4648-b9bc-8108717bd4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'd6f29dd1-9bb7-4304-9252-07e3ac36c938', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'port_id': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'mac_address': 'fa:16:3e:54:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:09:34Z', 'updated_at': '2022-07-15T15:10:01Z', 'revision_number': 1, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:17Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:02.756866 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005248e1-415b-4648-b9bc-8108717bd4b7 None None] The sync data for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi is: [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'd6f29dd1-9bb7-4304-9252-07e3ac36c938', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'port_id': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'mac_address': 'fa:16:3e:54:9d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:09:34Z', 'updated_at': '2022-07-15T15:10:01Z', 'revision_number': 1, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:17Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:10:02.949699 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff198237-02be-4973-87f3-3cad9ebd3be6 None None] New status for floating IP d6f29dd1-9bb7-4304-9252-07e3ac36c938: ACTIVE {{(pid=103715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:10:04.768773 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942a7c3-2ee9-4dfb-8da0-be506149dd70 req-10f077c8-296f-4a3e-ad7c-28ffa0e3ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:04.769950 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f942a7c3-2ee9-4dfb-8da0-be506149dd70 req-10f077c8-296f-4a3e-ad7c-28ffa0e3ec1f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 1129 time: 0.0442770 Jul 15 15:10:04.861362 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942a7c3-2ee9-4dfb-8da0-be506149dd70 req-e687e2e8-e341-41d5-8da1-14f78fce918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:04.863347 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f942a7c3-2ee9-4dfb-8da0-be506149dd70 req-e687e2e8-e341-41d5-8da1-14f78fce918d service neutron] 10.222.0.77 "GET /v2.0/networks?id=6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 200 len: 917 time: 0.0858927 Jul 15 15:10:04.927797 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f942a7c3-2ee9-4dfb-8da0-be506149dd70 req-9cb670d2-ce2e-4660-9ae5-645715919d6c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f HTTP/1.1" status: 200 len: 999 time: 0.0577285 Jul 15 15:10:04.975849 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942a7c3-2ee9-4dfb-8da0-be506149dd70 req-8b56c1bc-a675-4fd6-ba36-3631a9bbd608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:04.977356 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f942a7c3-2ee9-4dfb-8da0-be506149dd70 req-8b56c1bc-a675-4fd6-ba36-3631a9bbd608 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=91da5f73-afdf-40ef-8514-e3bc1855b00b HTTP/1.1" status: 200 len: 855 time: 0.0437043 Jul 15 15:10:05.025981 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942a7c3-2ee9-4dfb-8da0-be506149dd70 req-8912c6e4-3c77-4070-aca7-84bdaf78d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:05.027391 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f942a7c3-2ee9-4dfb-8da0-be506149dd70 req-8912c6e4-3c77-4070-aca7-84bdaf78d14f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6bc3d271-2ef5-49bb-a731-b4563e428444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444701 Jul 15 15:10:05.119621 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f942a7c3-2ee9-4dfb-8da0-be506149dd70 req-b718e5dd-78d5-4da4-8fba-578735e93571 service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855529 Jul 15 15:10:05.211064 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f942a7c3-2ee9-4dfb-8da0-be506149dd70 req-d79d1c97-025a-4694-95fb-2a6eb65c5963 service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855021 Jul 15 15:10:06.852395 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:07.615892 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4d5228e5-cca0-489d-996b-fa3da94ed392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:09.526030 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38604) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:09.630585 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ce3-04f0-4da9-bdf6-f0e329509697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:09.710598 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ce3-04f0-4da9-bdf6-f0e329509697 admin admin] Publish callbacks [] for security_group (b35fe32b-3a3a-4235-b2f7-da0845c14a33), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:09.712863 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6055dcae-6cf4-41ff-a493-b92464a22106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:09.714781 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b29a8ce3-04f0-4da9-bdf6-f0e329509697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b35fe32b-3a3a-4235-b2f7-da0845c14a33), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:09.753278 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a8ce3-04f0-4da9-bdf6-f0e329509697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35fe32b-3a3a-4235-b2f7-da0845c14a33,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:09.758716 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-b29a8ce3-04f0-4da9-bdf6-f0e329509697 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e55230eb61a4c5da2a9380d27668614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316515 Jul 15 15:10:09.761521 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38608) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:09.809272 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-99fc64a9-8888-4a07-932a-7f06baf0425a admin admin] Publish callbacks [] for security_group (b35fe32b-3a3a-4235-b2f7-da0845c14a33), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:09.832177 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-99fc64a9-8888-4a07-932a-7f06baf0425a admin admin] Publish callbacks [] for security_group (b35fe32b-3a3a-4235-b2f7-da0845c14a33), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:09.882409 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-99fc64a9-8888-4a07-932a-7f06baf0425a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b35fe32b-3a3a-4235-b2f7-da0845c14a33), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:09.884993 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-99fc64a9-8888-4a07-932a-7f06baf0425a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:09.886135 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-99fc64a9-8888-4a07-932a-7f06baf0425a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b35fe32b-3a3a-4235-b2f7-da0845c14a33 HTTP/1.1" status: 204 len: 168 time: 0.1237216 Jul 15 15:10:09.894984 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc64a9-8888-4a07-932a-7f06baf0425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35fe32b-3a3a-4235-b2f7-da0845c14a33,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:10.147032 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38614) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:10.160139 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3c7a8686-4fb0-43c3-9ee3-857d00f1ec7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:10.238601 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3c7a8686-4fb0-43c3-9ee3-857d00f1ec7f admin admin] Publish callbacks [] for security_group (9a632bae-7e1d-4bd7-9cdc-96929610e229), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:10.242571 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3c7a8686-4fb0-43c3-9ee3-857d00f1ec7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (9a632bae-7e1d-4bd7-9cdc-96929610e229), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:10.278611 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a8686-4fb0-43c3-9ee3-857d00f1ec7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a632bae-7e1d-4bd7-9cdc-96929610e229,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:10.283012 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-3c7a8686-4fb0-43c3-9ee3-857d00f1ec7f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c8a7e1ac16cc47ca87cb710abc68ae5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349559 Jul 15 15:10:10.286321 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38616) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:10.333352 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14145964-1b6f-457b-9674-0243ca78cbde admin admin] Publish callbacks [] for security_group (9a632bae-7e1d-4bd7-9cdc-96929610e229), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:10.354890 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14145964-1b6f-457b-9674-0243ca78cbde admin admin] Publish callbacks [] for security_group (9a632bae-7e1d-4bd7-9cdc-96929610e229), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:10.403128 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14145964-1b6f-457b-9674-0243ca78cbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (9a632bae-7e1d-4bd7-9cdc-96929610e229), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:10.405737 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14145964-1b6f-457b-9674-0243ca78cbde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:10.407151 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-14145964-1b6f-457b-9674-0243ca78cbde admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a632bae-7e1d-4bd7-9cdc-96929610e229 HTTP/1.1" status: 204 len: 168 time: 0.1204307 Jul 15 15:10:10.415790 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14145964-1b6f-457b-9674-0243ca78cbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a632bae-7e1d-4bd7-9cdc-96929610e229,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:10.992291 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:12.414848 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:13.916056 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:16.161885 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38702) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:16.264482 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:16.342542 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Publish callbacks [] for security_group (4fea8f63-8086-46f1-990d-d327d988d9ad), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:16.347565 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (4fea8f63-8086-46f1-990d-d327d988d9ad), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:16.384654 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fea8f63-8086-46f1-990d-d327d988d9ad,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:16.388325 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8720cf515144621a6eb8b2de068cfb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253096 Jul 15 15:10:16.391257 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38706) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:16.394928 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.395284 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.395633 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.395975 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.396316 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.396680 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.397017 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.397353 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.397692 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.398022 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.398351 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.398683 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.399011 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e179c53f-67a1-436d-9767-2d6b7e8a95e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.441752 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Publish callbacks [] for security_group (4fea8f63-8086-46f1-990d-d327d988d9ad), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:16.463297 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Publish callbacks [] for security_group (4fea8f63-8086-46f1-990d-d327d988d9ad), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:16.513918 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (4fea8f63-8086-46f1-990d-d327d988d9ad), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:16.516464 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:16.518243 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4fea8f63-8086-46f1-990d-d327d988d9ad HTTP/1.1" status: 204 len: 168 time: 0.1253800 Jul 15 15:10:16.525980 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fea8f63-8086-46f1-990d-d327d988d9ad,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:16.533398 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.533765 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.534113 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.534457 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.534802 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.535139 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.535475 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.535809 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.536142 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.536475 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.536831 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.537161 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.537491 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ad066a-0de2-4c4b-b821-94ea403b2af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:16.795228 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38714) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:16.808740 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7644184d-6847-44e7-9e42-9a9addd11ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:16.883460 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7644184d-6847-44e7-9e42-9a9addd11ba1 admin admin] Publish callbacks [] for security_group (cb5530a4-e93a-4340-b554-f7a55614801d), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:16.887391 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7644184d-6847-44e7-9e42-9a9addd11ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (cb5530a4-e93a-4340-b554-f7a55614801d), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:16.924859 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-7644184d-6847-44e7-9e42-9a9addd11ba1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31e15cebb405452c9bc378ee112da723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285198 Jul 15 15:10:16.925707 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644184d-6847-44e7-9e42-9a9addd11ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5530a4-e93a-4340-b554-f7a55614801d,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:16.928177 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38716) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:16.978916 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0502a564-314f-4102-89f3-4837f4c911f2 admin admin] Publish callbacks [] for security_group (cb5530a4-e93a-4340-b554-f7a55614801d), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:17.000256 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0502a564-314f-4102-89f3-4837f4c911f2 admin admin] Publish callbacks [] for security_group (cb5530a4-e93a-4340-b554-f7a55614801d), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:17.046809 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0502a564-314f-4102-89f3-4837f4c911f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (cb5530a4-e93a-4340-b554-f7a55614801d), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:17.050146 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0502a564-314f-4102-89f3-4837f4c911f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:17.051282 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-0502a564-314f-4102-89f3-4837f4c911f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cb5530a4-e93a-4340-b554-f7a55614801d HTTP/1.1" status: 204 len: 168 time: 0.1218996 Jul 15 15:10:17.059082 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502a564-314f-4102-89f3-4837f4c911f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5530a4-e93a-4340-b554-f7a55614801d,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:18.968932 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38784) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:19.075795 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-360f6df3-3899-4dea-8499-934227c49c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.148692 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-360f6df3-3899-4dea-8499-934227c49c3a admin admin] Publish callbacks [] for security_group (f59e0b1d-b2e3-40d8-a358-995d0267ddc3), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.153220 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-360f6df3-3899-4dea-8499-934227c49c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (f59e0b1d-b2e3-40d8-a358-995d0267ddc3), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.195562 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-360f6df3-3899-4dea-8499-934227c49c3a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=df85e9dd398c44ca921f9328f481bc73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255225 Jul 15 15:10:19.196280 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f6df3-3899-4dea-8499-934227c49c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59e0b1d-b2e3-40d8-a358-995d0267ddc3,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:19.198345 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38788) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:19.246147 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-efeac6bd-f265-425b-8ffa-72fcb3f3bf11 admin admin] Publish callbacks [] for security_group (f59e0b1d-b2e3-40d8-a358-995d0267ddc3), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.267357 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-efeac6bd-f265-425b-8ffa-72fcb3f3bf11 admin admin] Publish callbacks [] for security_group (f59e0b1d-b2e3-40d8-a358-995d0267ddc3), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.312610 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-efeac6bd-f265-425b-8ffa-72fcb3f3bf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (f59e0b1d-b2e3-40d8-a358-995d0267ddc3), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.315676 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-efeac6bd-f265-425b-8ffa-72fcb3f3bf11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.316850 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-efeac6bd-f265-425b-8ffa-72fcb3f3bf11 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f59e0b1d-b2e3-40d8-a358-995d0267ddc3 HTTP/1.1" status: 204 len: 168 time: 0.1174424 Jul 15 15:10:19.325244 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeac6bd-f265-425b-8ffa-72fcb3f3bf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59e0b1d-b2e3-40d8-a358-995d0267ddc3,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:19.593255 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38794) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:19.609049 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-742366d6-2889-4ce0-adf4-44a120ca7341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.684407 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-742366d6-2889-4ce0-adf4-44a120ca7341 admin admin] Publish callbacks [] for security_group (2b4a66c9-e034-4327-9f1d-f7e294ce1e55), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.688202 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-742366d6-2889-4ce0-adf4-44a120ca7341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (2b4a66c9-e034-4327-9f1d-f7e294ce1e55), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.724673 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742366d6-2889-4ce0-adf4-44a120ca7341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4a66c9-e034-4327-9f1d-f7e294ce1e55,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:19.728909 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-742366d6-2889-4ce0-adf4-44a120ca7341 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=21a1821a58d543b59624257e8d161ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343741 Jul 15 15:10:19.731624 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38796) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:19.777969 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2b62bcb-bdca-4d4e-9adf-8a05b6571452 admin admin] Publish callbacks [] for security_group (2b4a66c9-e034-4327-9f1d-f7e294ce1e55), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.800231 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2b62bcb-bdca-4d4e-9adf-8a05b6571452 admin admin] Publish callbacks [] for security_group (2b4a66c9-e034-4327-9f1d-f7e294ce1e55), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.846628 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2b62bcb-bdca-4d4e-9adf-8a05b6571452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (2b4a66c9-e034-4327-9f1d-f7e294ce1e55), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.849277 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2b62bcb-bdca-4d4e-9adf-8a05b6571452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:19.850438 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-c2b62bcb-bdca-4d4e-9adf-8a05b6571452 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b4a66c9-e034-4327-9f1d-f7e294ce1e55 HTTP/1.1" status: 204 len: 168 time: 0.1179254 Jul 15 15:10:19.859378 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b62bcb-bdca-4d4e-9adf-8a05b6571452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4a66c9-e034-4327-9f1d-f7e294ce1e55,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:23.819436 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 38864) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:23.922394 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ea12-0bd2-40b4-a0b3-a280dd66d16f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:24.001025 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ea12-0bd2-40b4-a0b3-a280dd66d16f admin admin] Publish callbacks [] for security_group (bc99933a-2166-4501-abbc-40ab90063559), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:24.005058 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ea12-0bd2-40b4-a0b3-a280dd66d16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (bc99933a-2166-4501-abbc-40ab90063559), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:24.043180 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-d3d4ea12-0bd2-40b4-a0b3-a280dd66d16f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6458bf9e0f65408fb70e5e9571200bbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226698 Jul 15 15:10:24.044117 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4ea12-0bd2-40b4-a0b3-a280dd66d16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc99933a-2166-4501-abbc-40ab90063559,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:24.045939 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 38868) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:24.093469 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-59c471a8-6e05-40a9-817f-95332008e294 admin admin] Publish callbacks [] for security_group (bc99933a-2166-4501-abbc-40ab90063559), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:24.114657 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-59c471a8-6e05-40a9-817f-95332008e294 admin admin] Publish callbacks [] for security_group (bc99933a-2166-4501-abbc-40ab90063559), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:24.160230 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-59c471a8-6e05-40a9-817f-95332008e294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (bc99933a-2166-4501-abbc-40ab90063559), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:24.162783 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-59c471a8-6e05-40a9-817f-95332008e294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:24.164690 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-59c471a8-6e05-40a9-817f-95332008e294 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bc99933a-2166-4501-abbc-40ab90063559 HTTP/1.1" status: 204 len: 168 time: 0.1177311 Jul 15 15:10:24.172571 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c471a8-6e05-40a9-817f-95332008e294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc99933a-2166-4501-abbc-40ab90063559,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:28.512195 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:10:35.448598 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78eb713-abfe-4246-adc1-546c0dfb19f4 req-822c8bce-ec59-480c-b682-5d481104bfef tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:35.450116 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a78eb713-abfe-4246-adc1-546c0dfb19f4 req-822c8bce-ec59-480c-b682-5d481104bfef tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 946 time: 0.0554755 Jul 15 15:10:35.497366 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a78eb713-abfe-4246-adc1-546c0dfb19f4 req-c15dfa3b-89ab-411d-a5d0-fba2c44c2db1 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414662 Jul 15 15:10:36.618784 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf04bf-3c90-4c8a-ae56-aaea5b4fa45c req-5c727785-8ec6-40e7-88ed-ce98196203e3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:36.620252 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bfdf04bf-3c90-4c8a-ae56-aaea5b4fa45c req-5c727785-8ec6-40e7-88ed-ce98196203e3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 946 time: 0.0539944 Jul 15 15:10:36.665645 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bfdf04bf-3c90-4c8a-ae56-aaea5b4fa45c req-a9562681-29a8-4441-8138-147b90bdad1c tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396740 Jul 15 15:10:36.867402 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:37.617106 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-59e2a093-d6a8-47f4-bce7-bc394cdd7294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:37.650939 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-f28f6ddf-6c00-496a-9fb0-5edc77d99db9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:37.652366 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-f28f6ddf-6c00-496a-9fb0-5edc77d99db9 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 946 time: 0.0528984 Jul 15 15:10:38.047720 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e67c0-ef9f-4e64-86c2-ea6ff5c5a970 req-b377595c-acee-4768-ba04-d04b03a6d4f8 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:38.049793 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bc0e67c0-ef9f-4e64-86c2-ea6ff5c5a970 req-b377595c-acee-4768-ba04-d04b03a6d4f8 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 946 time: 0.0839696 Jul 15 15:10:38.058572 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Deleting port 5a3523a7-f288-4897-84ea-3d447e5c41f2 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:10:38.058920 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:38.153621 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bc0e67c0-ef9f-4e64-86c2-ea6ff5c5a970 req-fb491f0c-a359-44aa-a3cd-95d78373b87b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb0e6ef9-4116-4f0c-be69-de77c9717084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970590 Jul 15 15:10:38.180809 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] For port 5a3523a7-f288-4897-84ea-3d447e5c41f2, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=5a3523a7-f288-4897-84ea-3d447e5c41f2,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:38.181177 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:38.338197 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:38.338563 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (e62e0f6e-d611-4438-8fc4-32e0e97b62ee), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:38.338882 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Floating IP e62e0f6e-d611-4438-8fc4-32e0e97b62ee disassociated. External IP: 172.27.2.63, port: 5a3523a7-f288-4897-84ea-3d447e5c41f2. Jul 15 15:10:38.339230 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Calling delete_port for 5a3523a7-f288-4897-84ea-3d447e5c41f2 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:10:38.466782 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (5a3523a7-f288-4897-84ea-3d447e5c41f2), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:38.495026 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event deleted for resources: {'Port': ['ID=5a3523a7-f288-4897-84ea-3d447e5c41f2,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:38.605120 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Router 555a1d54-29f3-4dc6-856f-7c315646a323 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:10:38.708991 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:10:38.719020 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe56c4d-9783-48ff-94d7-304d809090e2 None None] Sync routers for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:10:38.730877 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe56c4d-9783-48ff-94d7-304d809090e2 None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:10:38.731576 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-4fe56c4d-9783-48ff-94d7-304d809090e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:10:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:38.749510 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] No DVR routers for this DVR port 5a3523a7-f288-4897-84ea-3d447e5c41f2 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:10:38.752319 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:38.755624 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-517fcab7-ab54-466d-a6c1-86c2c3d3a12f req-4b41b26f-9a8c-4232-80ac-06b741972549 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "DELETE /v2.0/ports/5a3523a7-f288-4897-84ea-3d447e5c41f2 HTTP/1.1" status: 204 len: 173 time: 1.0976148 Jul 15 15:10:38.756058 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'name': 'network-vif-deleted', 'tag': '5a3523a7-f288-4897-84ea-3d447e5c41f2'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:10:38.758324 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b69ccc0-0dfb-4508-881e-e1895fe9e16c" -d '{"events": [{"server_uuid": "1930fcd6-6bae-4e17-9265-4c01464ee494", "name": "network-vif-deleted", "tag": "5a3523a7-f288-4897-84ea-3d447e5c41f2"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:38.804240 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c62bca8-fecb-4925-9c7b-f748552dfc63 x-openstack-request-id: req-3c62bca8-fecb-4925-9c7b-f748552dfc63 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:38.804558 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1930fcd6-6bae-4e17-9265-4c01464ee494", "name": "network-vif-deleted", "tag": "5a3523a7-f288-4897-84ea-3d447e5c41f2", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:38.804929 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c62bca8-fecb-4925-9c7b-f748552dfc63 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:38.805350 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c62bca8-fecb-4925-9c7b-f748552dfc63'] response: {'server_uuid': '1930fcd6-6bae-4e17-9265-4c01464ee494', 'name': 'network-vif-deleted', 'tag': '5a3523a7-f288-4897-84ea-3d447e5c41f2', 'status': 'completed', 'code': 200} Jul 15 15:10:38.848088 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-4fe56c4d-9783-48ff-94d7-304d809090e2 None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:10:39.177999 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-4fe56c4d-9783-48ff-94d7-304d809090e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:39.203077 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe56c4d-9783-48ff-94d7-304d809090e2 None None] Checking router: 555a1d54-29f3-4dc6-856f-7c315646a323 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:10:39.212147 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe56c4d-9783-48ff-94d7-304d809090e2 None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:10:39.212793 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-4fe56c4d-9783-48ff-94d7-304d809090e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:10:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:39.262820 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9f86e27b-68bf-4437-b68c-beba4cce3630 req-ac355e2a-5df5-457d-b083-d7c56dda6691 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=1930fcd6-6bae-4e17-9265-4c01464ee494 HTTP/1.1" status: 200 len: 210 time: 0.0279469 Jul 15 15:10:39.328258 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-4fe56c4d-9783-48ff-94d7-304d809090e2 None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:10:39.530461 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-4fe56c4d-9783-48ff-94d7-304d809090e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:10:39.556228 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe56c4d-9783-48ff-94d7-304d809090e2 None None] The sync data for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi is: [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:10:39.716444 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8e713886-8ac4-46d6-b8cc-49ef5d60fd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:39.780703 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d79f8-7601-4431-a845-b50b5e26b15a None None] New status for floating IP e62e0f6e-d611-4438-8fc4-32e0e97b62ee: DOWN {{(pid=103715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:10:40.354404 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39066) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:40.415259 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0b978ea8-1fa0-4de8-80d1-9752a7b05c42 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (eb0e6ef9-4116-4f0c-be69-de77c9717084), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:40.444769 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0b978ea8-1fa0-4de8-80d1-9752a7b05c42 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (eb0e6ef9-4116-4f0c-be69-de77c9717084), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:40.501096 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0b978ea8-1fa0-4de8-80d1-9752a7b05c42 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (eb0e6ef9-4116-4f0c-be69-de77c9717084), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:40.504761 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0b978ea8-1fa0-4de8-80d1-9752a7b05c42 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:40.505404 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-0b978ea8-1fa0-4de8-80d1-9752a7b05c42 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "DELETE /v2.0/security-groups/eb0e6ef9-4116-4f0c-be69-de77c9717084 HTTP/1.1" status: 204 len: 168 time: 0.1499782 Jul 15 15:10:40.511013 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39068) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:40.514890 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b978ea8-1fa0-4de8-80d1-9752a7b05c42 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0e6ef9-4116-4f0c-be69-de77c9717084,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:40.530764 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.api.v2.resource [None req-90d8dc99-997c-4e43-a05e-da63579e723a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] show failed (client error): The resource could not be found. Jul 15 15:10:40.535915 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-90d8dc99-997c-4e43-a05e-da63579e723a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups/eb0e6ef9-4116-4f0c-be69-de77c9717084 HTTP/1.1" status: 404 len: 347 time: 0.0197968 Jul 15 15:10:40.536758 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39070) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:40.677272 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-ea913fd7-7c95-4de0-8fbd-4447a61378ba tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Deleting port fdfa3dde-92dd-42e6-a74d-5933212cd5af {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:10:40.677744 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea913fd7-7c95-4de0-8fbd-4447a61378ba tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (fdfa3dde-92dd-42e6-a74d-5933212cd5af), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:40.762169 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea913fd7-7c95-4de0-8fbd-4447a61378ba tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (fdfa3dde-92dd-42e6-a74d-5933212cd5af), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:40.762411 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea913fd7-7c95-4de0-8fbd-4447a61378ba tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (fdfa3dde-92dd-42e6-a74d-5933212cd5af), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:40.775636 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-ea913fd7-7c95-4de0-8fbd-4447a61378ba tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Calling delete_port for fdfa3dde-92dd-42e6-a74d-5933212cd5af owned by network:floatingip {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:10:40.912958 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea913fd7-7c95-4de0-8fbd-4447a61378ba tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (fdfa3dde-92dd-42e6-a74d-5933212cd5af), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:40.938179 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea913fd7-7c95-4de0-8fbd-4447a61378ba tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event deleted for resources: {'Port': ['ID=fdfa3dde-92dd-42e6-a74d-5933212cd5af,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:40.970050 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 5a3523a7-f288-4897-84ea-3d447e5c41f2 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:10:40.996017 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: 5a3523a7-f288-4897-84ea-3d447e5c41f2 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:10:40.996362 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 5a3523a7-f288-4897-84ea-3d447e5c41f2 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:10:41.002601 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea913fd7-7c95-4de0-8fbd-4447a61378ba tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (e62e0f6e-d611-4438-8fc4-32e0e97b62ee), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.005155 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ea913fd7-7c95-4de0-8fbd-4447a61378ba tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.006348 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ea913fd7-7c95-4de0-8fbd-4447a61378ba tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "DELETE /v2.0/floatingips/e62e0f6e-d611-4438-8fc4-32e0e97b62ee HTTP/1.1" status: 204 len: 168 time: 0.4684124 Jul 15 15:10:41.010210 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.074608 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39078) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:41.079959 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-42b41cbf-b8b3-4c8c-a51d-f75e991173cf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898872151', 'description': 'tempest-description--1733734733'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:10:41.100482 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-42b41cbf-b8b3-4c8c-a51d-f75e991173cf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.172743 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-42b41cbf-b8b3-4c8c-a51d-f75e991173cf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (668ab44d-e2a8-4165-8122-563c1074be4e), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.178095 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-42b41cbf-b8b3-4c8c-a51d-f75e991173cf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (668ab44d-e2a8-4165-8122-563c1074be4e), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.213003 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-42b41cbf-b8b3-4c8c-a51d-f75e991173cf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.214276 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-42b41cbf-b8b3-4c8c-a51d-f75e991173cf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1386325 Jul 15 15:10:41.217394 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39080) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:41.218467 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b41cbf-b8b3-4c8c-a51d-f75e991173cf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668ab44d-e2a8-4165-8122-563c1074be4e,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:41.222610 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-1b50ecd5-773c-43f3-b714-e9e48fdba4bd tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'security_group_rule': {'security_group_id': '668ab44d-e2a8-4165-8122-563c1074be4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:10:41.249447 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1b50ecd5-773c-43f3-b714-e9e48fdba4bd tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (b56a679e-e803-44b7-a65e-13f32be33074), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.308846 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1b50ecd5-773c-43f3-b714-e9e48fdba4bd tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (b56a679e-e803-44b7-a65e-13f32be33074), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.314891 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1b50ecd5-773c-43f3-b714-e9e48fdba4bd tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (b56a679e-e803-44b7-a65e-13f32be33074), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.338709 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50ecd5-773c-43f3-b714-e9e48fdba4bd tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56a679e-e803-44b7-a65e-13f32be33074,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:41.351021 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1b50ecd5-773c-43f3-b714-e9e48fdba4bd tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.352224 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-1b50ecd5-773c-43f3-b714-e9e48fdba4bd tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338468 Jul 15 15:10:41.354896 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39082) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:41.359950 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-3a5c03fe-bb11-418c-a89e-a82d264205f0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'security_group_rule': {'security_group_id': '668ab44d-e2a8-4165-8122-563c1074be4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:10:41.390669 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3a5c03fe-bb11-418c-a89e-a82d264205f0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (749154c4-b816-4b94-b985-f259bf67d15d), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.446834 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3a5c03fe-bb11-418c-a89e-a82d264205f0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (749154c4-b816-4b94-b985-f259bf67d15d), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.450426 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3a5c03fe-bb11-418c-a89e-a82d264205f0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (749154c4-b816-4b94-b985-f259bf67d15d), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.467816 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c03fe-bb11-418c-a89e-a82d264205f0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749154c4-b816-4b94-b985-f259bf67d15d,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:41.477123 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3a5c03fe-bb11-418c-a89e-a82d264205f0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.478362 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-3a5c03fe-bb11-418c-a89e-a82d264205f0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224959 Jul 15 15:10:41.481521 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39084) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:10:41.486483 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:10:41.506586 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.604574 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.715615 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Allocated IP 172.27.2.58 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/18ebf643-2e99-49bd-9885-a1180d3b1084) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:41.814479 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for port (18ebf643-2e99-49bd-9885-a1180d3b1084), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.846752 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (18ebf643-2e99-49bd-9885-a1180d3b1084), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:41.882141 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:41.884933 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:41.890462 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:10:41.895994 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'Port': ['ID=18ebf643-2e99-49bd-9885-a1180d3b1084,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:41.978388 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (f0484e44-8b13-4517-a730-a4f2c9228395), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:42.014258 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (18ebf643-2e99-49bd-9885-a1180d3b1084), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:42.167917 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for port (18ebf643-2e99-49bd-9885-a1180d3b1084), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:42.172189 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (18ebf643-2e99-49bd-9885-a1180d3b1084), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:42.239054 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'Port': ['ID=18ebf643-2e99-49bd-9885-a1180d3b1084,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:42.250458 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (f0484e44-8b13-4517-a730-a4f2c9228395), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:42.267751 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:42.269020 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ab9da0c7-1ef0-47e3-8306-9ae0442fb29d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7865796 Jul 15 15:10:42.419555 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:42.477208 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-fe4c9c74-3b0b-4033-90b8-8798f501d0e4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1898872151&fields=id&tenant_id=5c1655e3a06c4848b17c0563e4910375 HTTP/1.1" status: 200 len: 267 time: 0.0424840 Jul 15 15:10:42.584359 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-c6a1f729-c1ed-4c2e-9cd4-b534f715029d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:42.585737 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-c6a1f729-c1ed-4c2e-9cd4-b534f715029d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 814 time: 0.1019020 Jul 15 15:10:42.600813 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-303079dc-372d-422c-9b00-e977ad59fb97 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/quotas/5c1655e3a06c4848b17c0563e4910375 HTTP/1.1" status: 200 len: 375 time: 0.0096011 Jul 15 15:10:42.654057 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-b6d23cbc-d17c-498a-9f65-b6f3a11d821a tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483148 Jul 15 15:10:42.751484 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-be383551-63b2-4847-b404-15b1ae21d7b3 service neutron] 10.222.0.47 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851476 Jul 15 15:10:42.843027 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-49939c31-eb79-4f28-8ce2-2ffd01ee6e73 service neutron] 10.222.0.47 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854492 Jul 15 15:10:43.005184 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-530cbd7a-9aab-4c11-90c1-c9d064ec78b6 req-59f06075-0d6e-4c36-834f-8c0dce5a34be tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 210 time: 0.0277638 Jul 15 15:10:43.921618 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:44.099003 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-2534e2d5-2336-4ee9-85a1-cf3c27ec5acb tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:44.100515 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-2534e2d5-2336-4ee9-85a1-cf3c27ec5acb tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 814 time: 0.1255882 Jul 15 15:10:44.116397 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-641b42b6-5546-46ba-8329-57beb95f517d req-06c75e01-8efd-4235-87aa-f28bf9ad509f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 210 time: 0.0412691 Jul 15 15:10:44.184686 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-db88db1d-d280-4ec4-bf38-e6d704dd5f63 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1655e3a06c4848b17c0563e4910375 HTTP/1.1" status: 200 len: 380 time: 0.0561769 Jul 15 15:10:44.197758 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'port': {'device_id': '8198f9c9-7f22-40fd-9939-4016090c064b', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'admin_state_up': True, 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'security_groups': ['668ab44d-e2a8-4165-8122-563c1074be4e']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:10:44.304730 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Made reservation on behalf of 5c1655e3a06c4848b17c0563e4910375 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:44.308301 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:44.441302 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Allocated IP 172.20.0.4 (09e4a839-49dc-4449-820a-c7761e07caeb/b4c0d13e-9495-4ec1-954d-b576dfbb7223/4037de0b-c5f7-4dab-bbe6-825f8318ca2b) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:44.583138 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:44.615819 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:44.656310 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Network 09e4a839-49dc-4449-820a-c7761e07caeb is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:44.660294 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:44.666783 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:10:44.690610 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event updated for resources: {'Port': ['ID=4037de0b-c5f7-4dab-bbe6-825f8318ca2b,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:44.720338 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:44.721018 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:44.738600 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-625ad5c9-a5bb-4993-bc6f-05fa45a1954f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5447600 Jul 15 15:10:44.761769 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Request body: {'port': {'device_id': '8198f9c9-7f22-40fd-9939-4016090c064b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:10:44.828047 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:44.910730 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-8a53924f-38b4-4fc5-96d0-75e98c992320 None None] Provisioning complete for port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:10:44.911104 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8a53924f-38b4-4fc5-96d0-75e98c992320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:44.943318 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-8a53924f-38b4-4fc5-96d0-75e98c992320 None None] Port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:10:45.079230 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4037de0b-c5f7-4dab-bbe6-825f8318ca2b {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:10:45.086711 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Publish callbacks [] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:45.099018 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Transition to ACTIVE for port object 4037de0b-c5f7-4dab-bbe6-825f8318ca2b will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:10:45.102724 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:45.177064 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=4037de0b-c5f7-4dab-bbe6-825f8318ca2b,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:45.233483 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Attempting to bind port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:10:45.233749 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Attempting to bind port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:10:45.234086 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Attempting to bind port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b on network 09e4a839-49dc-4449-820a-c7761e07caeb {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:10:45.239632 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b on network 09e4a839-49dc-4449-820a-c7761e07caeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:10:45.239961 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Attempting to bind port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b on network 09e4a839-49dc-4449-820a-c7761e07caeb {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:10:45.246303 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:10:45.246657 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Checking segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:10:45.247050 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Bound using segment: {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:10:45.247493 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Bound port: 4037de0b-c5f7-4dab-bbe6-825f8318ca2b, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19875e2c-ce17-4383-b201-cb902d6fcd75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:10:45.247864 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:45.255076 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8411802-a683-4608-be65-cf3c8bb2d557 req-cd4d5dfc-e2d5-4690-b720-b6615281c3a3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:45.261105 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c8411802-a683-4608-be65-cf3c8bb2d557 req-cd4d5dfc-e2d5-4690-b720-b6615281c3a3 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 943 time: 0.0693471 Jul 15 15:10:45.313842 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c8411802-a683-4608-be65-cf3c8bb2d557 req-ea3cee97-91f6-4091-82ee-0884bcc8beea tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502324 Jul 15 15:10:45.330106 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] For port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:10:45.333535 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] For port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4037de0b-c5f7-4dab-bbe6-825f8318ca2b,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:10:45.338714 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:45.372015 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:45.372512 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:45.374001 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] 10.222.0.77 "PUT /v2.0/ports/4037de0b-c5f7-4dab-bbe6-825f8318ca2b HTTP/1.1" status: 200 len: 1093 time: 0.6165564 Jul 15 15:10:45.374342 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8198f9c9-7f22-40fd-9939-4016090c064b', 'tag': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:10:45.376650 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d882a625-56d4-418d-9386-9c549eac99f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8198f9c9-7f22-40fd-9939-4016090c064b", "tag": "4037de0b-c5f7-4dab-bbe6-825f8318ca2b"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:45.405382 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9719a-d00c-4aab-869a-5cf7aaa7fcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=4037de0b-c5f7-4dab-bbe6-825f8318ca2b,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:45.423430 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040d78e0-6f19-4198-834e-b509f3617fb6 x-openstack-request-id: req-040d78e0-6f19-4198-834e-b509f3617fb6 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:45.423819 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8198f9c9-7f22-40fd-9939-4016090c064b", "tag": "4037de0b-c5f7-4dab-bbe6-825f8318ca2b", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:45.424186 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-040d78e0-6f19-4198-834e-b509f3617fb6 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:45.424654 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040d78e0-6f19-4198-834e-b509f3617fb6'] response: {'name': 'network-changed', 'server_uuid': '8198f9c9-7f22-40fd-9939-4016090c064b', 'tag': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b', 'status': 'completed', 'code': 200} Jul 15 15:10:45.502001 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-7eccaca8-3ffa-47b1-bd25-f9f75107acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:45.503573 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-7eccaca8-3ffa-47b1-bd25-f9f75107acf3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 1127 time: 0.0521057 Jul 15 15:10:45.555016 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-a830455c-5dfb-40b7-bd70-dc3ef7216488 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4037de0b-c5f7-4dab-bbe6-825f8318ca2b HTTP/1.1" status: 200 len: 217 time: 0.0360219 Jul 15 15:10:45.606228 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-7cc61dd5-74f0-4618-89e8-986ad712d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:45.607680 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-7cc61dd5-74f0-4618-89e8-986ad712d33e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.0470934 Jul 15 15:10:45.762589 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-e787849e-e50e-4ed0-8ceb-62ea1b21fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:45.764006 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-e787849e-e50e-4ed0-8ceb-62ea1b21fcc8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495670 Jul 15 15:10:45.857187 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-da706887-f034-472f-905e-85de3146560c service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862195 Jul 15 15:10:45.953064 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-757d3e81-59ee-45a1-9a63-151e3fb2b0b5 req-a507bc8b-ebac-43ac-931b-64b2db9316b5 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895107 Jul 15 15:10:46.093198 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882a625-56d4-418d-9386-9c549eac99f1 req-c3235ec4-ecbc-42ad-a985-d168b6931444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:46.094633 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d882a625-56d4-418d-9386-9c549eac99f1 req-c3235ec4-ecbc-42ad-a985-d168b6931444 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 1127 time: 0.0496864 Jul 15 15:10:46.184816 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882a625-56d4-418d-9386-9c549eac99f1 req-f966818e-5093-4b04-ae2c-922048d56cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:46.186287 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d882a625-56d4-418d-9386-9c549eac99f1 req-f966818e-5093-4b04-ae2c-922048d56cc0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 915 time: 0.0850596 Jul 15 15:10:46.227093 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d882a625-56d4-418d-9386-9c549eac99f1 req-99a7605c-038a-4814-ab82-2bf6e1310cf4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4037de0b-c5f7-4dab-bbe6-825f8318ca2b HTTP/1.1" status: 200 len: 217 time: 0.0347378 Jul 15 15:10:46.273915 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882a625-56d4-418d-9386-9c549eac99f1 req-aa510fdf-8ab9-4481-922a-0bd212e14119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:46.275331 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d882a625-56d4-418d-9386-9c549eac99f1 req-aa510fdf-8ab9-4481-922a-0bd212e14119 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.0429504 Jul 15 15:10:46.324818 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882a625-56d4-418d-9386-9c549eac99f1 req-cfdabcc8-1239-4c69-9553-f7976338663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:46.326381 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d882a625-56d4-418d-9386-9c549eac99f1 req-cfdabcc8-1239-4c69-9553-f7976338663c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450006 Jul 15 15:10:46.420352 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d882a625-56d4-418d-9386-9c549eac99f1 req-371f6e1a-1852-4909-ba27-429f6ba30610 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876532 Jul 15 15:10:46.436849 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5587f-7377-4b9a-9c1c-0b97cc04fc77 req-b907c310-b455-4a64-a526-75aec0110234 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:46.438322 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dfc5587f-7377-4b9a-9c1c-0b97cc04fc77 req-b907c310-b455-4a64-a526-75aec0110234 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 943 time: 0.0550294 Jul 15 15:10:46.490111 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dfc5587f-7377-4b9a-9c1c-0b97cc04fc77 req-1c5cf20b-69d1-4921-93e4-1b4defae3398 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458694 Jul 15 15:10:46.510463 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d882a625-56d4-418d-9386-9c549eac99f1 req-02227579-a8bb-49bc-b493-7ef33901cc33 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843077 Jul 15 15:10:47.611488 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c4726-d88a-4369-8984-43292b7debc8 req-736b44d5-57cc-4302-a9ea-d7373bd50661 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:47.612957 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad4c4726-d88a-4369-8984-43292b7debc8 req-736b44d5-57cc-4302-a9ea-d7373bd50661 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 943 time: 0.0528955 Jul 15 15:10:47.662867 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad4c4726-d88a-4369-8984-43292b7debc8 req-1bad3f18-2b67-460b-985b-f70582cbf357 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441670 Jul 15 15:10:48.779926 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b32016-915a-4535-986e-ea37507a427a req-5873f2e0-9d25-4261-b375-0315c8e20397 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:48.781416 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-61b32016-915a-4535-986e-ea37507a427a req-5873f2e0-9d25-4261-b375-0315c8e20397 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 943 time: 0.0520539 Jul 15 15:10:48.831557 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-61b32016-915a-4535-986e-ea37507a427a req-cb4cb248-276e-4f63-8dd3-5710ac0ecf9f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440691 Jul 15 15:10:49.950038 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bd7f0-f9f9-474e-ab79-fd9c08f973d4 req-5f8fd172-e93c-47d5-b05c-d1014b0d3774 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:49.951495 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-374bd7f0-f9f9-474e-ab79-fd9c08f973d4 req-5f8fd172-e93c-47d5-b05c-d1014b0d3774 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 943 time: 0.0520811 Jul 15 15:10:49.999086 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-374bd7f0-f9f9-474e-ab79-fd9c08f973d4 req-7571f495-601a-4bac-a563-94a0c12f1b5f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415056 Jul 15 15:10:51.010087 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 4037de0b-c5f7-4dab-bbe6-825f8318ca2b details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:10:51.108000 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4037de0b-c5f7-4dab-bbe6-825f8318ca2b,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:51.117452 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e4ef2-3269-483b-80e0-7bab7be0257b req-0acb040b-f591-419b-91c8-7eea58d3e6f0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:51.118921 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-111e4ef2-3269-483b-80e0-7bab7be0257b req-0acb040b-f591-419b-91c8-7eea58d3e6f0 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 943 time: 0.0520856 Jul 15 15:10:51.120119 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'port_id': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b', 'mac_address': 'fa:16:3e:cf:ef:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:10:51.154266 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:10:51.154666 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:51.166211 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-111e4ef2-3269-483b-80e0-7bab7be0257b req-480d64d1-401f-4d13-8759-62ce9d18556b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414021 Jul 15 15:10:51.174389 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4037de0b-c5f7-4dab-bbe6-825f8318ca2b {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:10:51.195594 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4037de0b-c5f7-4dab-bbe6-825f8318ca2b,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:51.199573 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:51.243774 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=4037de0b-c5f7-4dab-bbe6-825f8318ca2b,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:51.250558 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:51.250914 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:51.251405 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:51.251797 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:51.252669 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:51.253002 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:51.253334 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:51.253905 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:51.254232 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:51.254559 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:51.254883 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:51.255206 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:51.255527 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:52.283139 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cba56-ab64-4112-8b40-44abec7555b0 req-824cc0a1-7a7c-4423-a475-d0bf8b7a1343 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:52.284622 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba7cba56-ab64-4112-8b40-44abec7555b0 req-824cc0a1-7a7c-4423-a475-d0bf8b7a1343 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 944 time: 0.0525022 Jul 15 15:10:52.331202 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba7cba56-ab64-4112-8b40-44abec7555b0 req-38611125-e715-4403-a6b5-e9beb1bea78b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409927 Jul 15 15:10:53.448514 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa64b8-bf7a-4441-9209-5b2e8da5621d req-9e720c19-087f-4a1f-bb12-3f6bb1bdc3af tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:53.449939 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-55fa64b8-bf7a-4441-9209-5b2e8da5621d req-9e720c19-087f-4a1f-bb12-3f6bb1bdc3af tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 944 time: 0.0527883 Jul 15 15:10:53.495997 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-55fa64b8-bf7a-4441-9209-5b2e8da5621d req-23095a8e-b857-49de-a7c1-732e71d2cf85 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Jul 15 15:10:54.621573 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185aaac-e363-4717-8a58-62b84ce5a64f req-719d6554-90fd-4088-a2d5-c6c285a1e88b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:54.623087 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7185aaac-e363-4717-8a58-62b84ce5a64f req-719d6554-90fd-4088-a2d5-c6c285a1e88b tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 944 time: 0.0594523 Jul 15 15:10:54.674141 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7185aaac-e363-4717-8a58-62b84ce5a64f req-bc81ca49-2b44-4e15-8304-027899696413 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439708 Jul 15 15:10:55.476127 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['4037de0b-c5f7-4dab-bbe6-825f8318ca2b'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:55.811054 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c66680-1674-4078-bd8c-ac769f64ff87 req-238a2ee0-3262-4e8e-9a7f-1d9a301d1a37 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:55.812459 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-69c66680-1674-4078-bd8c-ac769f64ff87 req-238a2ee0-3262-4e8e-9a7f-1d9a301d1a37 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 944 time: 0.0613792 Jul 15 15:10:55.865479 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-69c66680-1674-4078-bd8c-ac769f64ff87 req-714edd02-1e8a-4f5f-91a7-8f8a9911fb91 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434148 Jul 15 15:10:56.986621 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcd221-2d4c-454f-adba-757d44a31328 req-a92ef445-a2ce-4fcf-8faf-850e9abdda02 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:56.988188 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3cdcd221-2d4c-454f-adba-757d44a31328 req-a92ef445-a2ce-4fcf-8faf-850e9abdda02 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 944 time: 0.0553308 Jul 15 15:10:57.034690 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3cdcd221-2d4c-454f-adba-757d44a31328 req-43b13a09-2aa9-44a6-8a28-5abaf7b5eb7f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409684 Jul 15 15:10:57.734677 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 4037de0b-c5f7-4dab-bbe6-825f8318ca2b up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:10:57.780127 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:10:57.786072 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:10:57.786547 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:57.866475 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:10:57.866869 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:57.890623 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8198f9c9-7f22-40fd-9939-4016090c064b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:10:57.893683 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7293a82-ec41-4f60-9c16-b4660e4a6b8c" -d '{"events": [{"server_uuid": "8198f9c9-7f22-40fd-9939-4016090c064b", "name": "network-vif-plugged", "status": "completed", "tag": "4037de0b-c5f7-4dab-bbe6-825f8318ca2b"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:57.907272 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4037de0b-c5f7-4dab-bbe6-825f8318ca2b,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:57.913291 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:10:57.943491 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af4d819-9eea-4fd3-b4fd-26a57194217e x-openstack-request-id: req-0af4d819-9eea-4fd3-b4fd-26a57194217e {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:57.943789 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8198f9c9-7f22-40fd-9939-4016090c064b", "name": "network-vif-plugged", "status": "completed", "tag": "4037de0b-c5f7-4dab-bbe6-825f8318ca2b", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:57.944051 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0af4d819-9eea-4fd3-b4fd-26a57194217e {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:57.944457 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af4d819-9eea-4fd3-b4fd-26a57194217e'] response: {'server_uuid': '8198f9c9-7f22-40fd-9939-4016090c064b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b', 'code': 200} Jul 15 15:10:57.972351 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=4037de0b-c5f7-4dab-bbe6-825f8318ca2b,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:58.191723 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80691a68-5552-4f77-9e7d-bdc65fd282a9 req-8876519a-064e-4d42-b2e5-626fcb66c8a1 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:58.193214 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-80691a68-5552-4f77-9e7d-bdc65fd282a9 req-8876519a-064e-4d42-b2e5-626fcb66c8a1 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 945 time: 0.0897288 Jul 15 15:10:58.195805 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd47cc8-0662-4f0d-a812-ce4bd53e7c8b req-9d9b3f4b-b816-4742-8cb2-bea545a51f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:58.197182 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3cd47cc8-0662-4f0d-a812-ce4bd53e7c8b req-9d9b3f4b-b816-4742-8cb2-bea545a51f27 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 1129 time: 0.0843709 Jul 15 15:10:58.271650 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3cd47cc8-0662-4f0d-a812-ce4bd53e7c8b req-7eaeeedc-9ba4-4aa9-a667-2219c88682a6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671103 Jul 15 15:10:58.274826 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-80691a68-5552-4f77-9e7d-bdc65fd282a9 req-63f62196-a163-4f88-8f2b-416a499f01fe tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759509 Jul 15 15:10:59.397179 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ddaab-a3ae-4b60-8f2f-62121c07aa00 req-77f02988-6a06-4013-9417-72fd2c7901bf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:10:59.398646 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-416ddaab-a3ae-4b60-8f2f-62121c07aa00 req-77f02988-6a06-4013-9417-72fd2c7901bf tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 945 time: 0.0541403 Jul 15 15:10:59.446278 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-416ddaab-a3ae-4b60-8f2f-62121c07aa00 req-cff23ddc-284b-46d3-bb86-d3b21ecbf911 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420301 Jul 15 15:11:00.566657 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28f55f-f53f-4988-9786-5646ad4f83bb req-25d1be38-7593-4cb3-a9df-dd448fbbb165 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:00.566657 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3a28f55f-f53f-4988-9786-5646ad4f83bb req-25d1be38-7593-4cb3-a9df-dd448fbbb165 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 945 time: 0.0522075 Jul 15 15:11:00.618485 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3a28f55f-f53f-4988-9786-5646ad4f83bb req-4c670b81-94b5-4d20-9e5c-eba837944c5d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464320 Jul 15 15:11:01.748917 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faec545-e1a4-4252-ba20-3375da7290e7 req-eb13e628-6cc7-449b-9f03-741c243f5da2 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:01.750374 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1faec545-e1a4-4252-ba20-3375da7290e7 req-eb13e628-6cc7-449b-9f03-741c243f5da2 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 945 time: 0.0597391 Jul 15 15:11:01.796931 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1faec545-e1a4-4252-ba20-3375da7290e7 req-abdd2187-a5e2-46ce-90bc-6cb941bba1d1 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399921 Jul 15 15:11:01.912617 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b11ab-feba-47cb-bbea-3f4a6a1efabe req-ac3f6d32-e0b6-41ef-8ac3-521b16b4189f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:01.914132 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b83b11ab-feba-47cb-bbea-3f4a6a1efabe req-ac3f6d32-e0b6-41ef-8ac3-521b16b4189f tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 945 time: 0.0525939 Jul 15 15:11:01.923200 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39214) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:01.927652 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-736d498d-ef38-4bbb-b1d6-b0a4fbae3ee5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Request body: {'floatingip': {'port_id': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:01.964140 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-736d498d-ef38-4bbb-b1d6-b0a4fbae3ee5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (f0484e44-8b13-4517-a730-a4f2c9228395), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:02.377659 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-736d498d-ef38-4bbb-b1d6-b0a4fbae3ee5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:02.381814 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-736d498d-ef38-4bbb-b1d6-b0a4fbae3ee5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (f0484e44-8b13-4517-a730-a4f2c9228395), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:02.477586 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [None req-736d498d-ef38-4bbb-b1d6-b0a4fbae3ee5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Floating IP f0484e44-8b13-4517-a730-a4f2c9228395 associated. External IP: 172.27.2.58, port: 4037de0b-c5f7-4dab-bbe6-825f8318ca2b. Jul 15 15:11:02.945447 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736d498d-ef38-4bbb-b1d6-b0a4fbae3ee5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Router 555a1d54-29f3-4dc6-856f-7c315646a323 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:11:03.068963 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736d498d-ef38-4bbb-b1d6-b0a4fbae3ee5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:11:03.074294 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-736d498d-ef38-4bbb-b1d6-b0a4fbae3ee5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:03.079766 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671c4a9-1201-4ed2-9e8b-ea0f0328a0bf None None] Sync routers for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:11:03.090501 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4671c4a9-1201-4ed2-9e8b-ea0f0328a0bf None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:11:03.091283 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-4671c4a9-1201-4ed2-9e8b-ea0f0328a0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:10:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:03.107585 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-736d498d-ef38-4bbb-b1d6-b0a4fbae3ee5 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "PUT /v2.0/floatingips/f0484e44-8b13-4517-a730-a4f2c9228395 HTTP/1.1" status: 200 len: 990 time: 1.1831656 Jul 15 15:11:03.108679 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8198f9c9-7f22-40fd-9939-4016090c064b', 'tag': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:11:03.112065 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298cc2b3-a948-4b73-9228-f0f95db222c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8198f9c9-7f22-40fd-9939-4016090c064b", "tag": "4037de0b-c5f7-4dab-bbe6-825f8318ca2b"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:03.147782 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd883c7b-7af0-4f6f-a382-fab8fa76b335 x-openstack-request-id: req-cd883c7b-7af0-4f6f-a382-fab8fa76b335 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:03.148073 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8198f9c9-7f22-40fd-9939-4016090c064b", "tag": "4037de0b-c5f7-4dab-bbe6-825f8318ca2b", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:03.148325 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd883c7b-7af0-4f6f-a382-fab8fa76b335 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:03.148757 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd883c7b-7af0-4f6f-a382-fab8fa76b335'] response: {'name': 'network-changed', 'server_uuid': '8198f9c9-7f22-40fd-9939-4016090c064b', 'tag': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b', 'status': 'completed', 'code': 200} Jul 15 15:11:03.197286 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-4671c4a9-1201-4ed2-9e8b-ea0f0328a0bf None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:11:03.234591 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cc2b3-a948-4b73-9228-f0f95db222c9 req-f54343c0-68db-4513-b1e3-1c11001d2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:03.236973 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-298cc2b3-a948-4b73-9228-f0f95db222c9 req-f54343c0-68db-4513-b1e3-1c11001d2d43 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5c1655e3a06c4848b17c0563e4910375&device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 1129 time: 0.0455363 Jul 15 15:11:03.326620 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cc2b3-a948-4b73-9228-f0f95db222c9 req-de36313a-2551-41a2-b3df-2f7383290fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:03.328128 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-298cc2b3-a948-4b73-9228-f0f95db222c9 req-de36313a-2551-41a2-b3df-2f7383290fb6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 200 len: 915 time: 0.0847151 Jul 15 15:11:03.392309 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-298cc2b3-a948-4b73-9228-f0f95db222c9 req-5c735919-2149-4ca2-9801-fcad496b9b15 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4037de0b-c5f7-4dab-bbe6-825f8318ca2b HTTP/1.1" status: 200 len: 998 time: 0.0572493 Jul 15 15:11:03.420072 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-4671c4a9-1201-4ed2-9e8b-ea0f0328a0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'f0484e44-8b13-4517-a730-a4f2c9228395', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:cf:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8198f9c9-7f22-40fd-9939-4016090c064b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:10:41Z', 'updated_at': '2022-07-15T15:11:02Z', 'revision_number': 1, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:03.440216 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cc2b3-a948-4b73-9228-f0f95db222c9 req-9bb76057-4044-4596-bb66-471681ed6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:03.441706 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-298cc2b3-a948-4b73-9228-f0f95db222c9 req-9bb76057-4044-4596-bb66-471681ed6461 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 200 len: 853 time: 0.0435610 Jul 15 15:11:03.445110 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671c4a9-1201-4ed2-9e8b-ea0f0328a0bf None None] Checking router: 555a1d54-29f3-4dc6-856f-7c315646a323 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:11:03.453445 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4671c4a9-1201-4ed2-9e8b-ea0f0328a0bf None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:11:03.455104 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-4671c4a9-1201-4ed2-9e8b-ea0f0328a0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:10:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:03.491280 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cc2b3-a948-4b73-9228-f0f95db222c9 req-7b823422-813a-4435-858f-59ca4a121e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:03.492989 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-298cc2b3-a948-4b73-9228-f0f95db222c9 req-7b823422-813a-4435-858f-59ca4a121e59 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=09e4a839-49dc-4449-820a-c7761e07caeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450943 Jul 15 15:11:03.557920 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-4671c4a9-1201-4ed2-9e8b-ea0f0328a0bf None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:11:03.585671 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-298cc2b3-a948-4b73-9228-f0f95db222c9 req-d37c6db3-52d3-407a-b7d6-a0900ac753e3 service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851772 Jul 15 15:11:03.674784 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-298cc2b3-a948-4b73-9228-f0f95db222c9 req-7fc156f8-f850-44fc-98be-74e64dcf6cdc service neutron] 10.222.0.77 "GET /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824947 Jul 15 15:11:03.770575 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-4671c4a9-1201-4ed2-9e8b-ea0f0328a0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'f0484e44-8b13-4517-a730-a4f2c9228395', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:cf:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8198f9c9-7f22-40fd-9939-4016090c064b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:10:41Z', 'updated_at': '2022-07-15T15:11:02Z', 'revision_number': 1, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:03.797613 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671c4a9-1201-4ed2-9e8b-ea0f0328a0bf None None] The sync data for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi is: [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'f0484e44-8b13-4517-a730-a4f2c9228395', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'port_id': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'mac_address': 'fa:16:3e:cf:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8198f9c9-7f22-40fd-9939-4016090c064b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:10:41Z', 'updated_at': '2022-07-15T15:11:02Z', 'revision_number': 1, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:11:04.000578 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8448c87-2197-4989-a156-75aefc5328fe None None] New status for floating IP f0484e44-8b13-4517-a730-a4f2c9228395: ACTIVE {{(pid=103715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:11:05.511324 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:11:06.877871 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:07.619539 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f5ea5d55-6145-4496-aebc-8c25f49e4397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:09.718387 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9b65eaef-d68b-4818-8d10-976e4363652b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:10.992253 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:12.419544 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:13.103257 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ecbbdcea-dc30-4b78-a78c-05f1cc3297e6 req-78e8a347-529a-4114-ad3d-bc81b80cb9ab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531926 Jul 15 15:11:13.210547 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbdcea-dc30-4b78-a78c-05f1cc3297e6 req-505ff011-668a-4eb7-b049-9a345a5c657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:13.212108 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ecbbdcea-dc30-4b78-a78c-05f1cc3297e6 req-505ff011-668a-4eb7-b049-9a345a5c657f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6b962299ae347548ec82de0f2b6389d&device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 1130 time: 0.0473576 Jul 15 15:11:13.313373 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbdcea-dc30-4b78-a78c-05f1cc3297e6 req-9369fda7-09bd-45e1-8963-e939305c0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:13.315274 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ecbbdcea-dc30-4b78-a78c-05f1cc3297e6 req-9369fda7-09bd-45e1-8963-e939305c0ca7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 200 len: 911 time: 0.0837100 Jul 15 15:11:13.379628 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ecbbdcea-dc30-4b78-a78c-05f1cc3297e6 req-62b204e6-9925-419a-b3c1-74134c6c6330 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6318ee8-21ca-431d-94ab-910eccfadcb0 HTTP/1.1" status: 200 len: 1001 time: 0.0578229 Jul 15 15:11:13.428134 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbdcea-dc30-4b78-a78c-05f1cc3297e6 req-64b636e3-96af-4ed9-84f0-926025b1a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:13.429665 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ecbbdcea-dc30-4b78-a78c-05f1cc3297e6 req-64b636e3-96af-4ed9-84f0-926025b1a12e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff HTTP/1.1" status: 200 len: 849 time: 0.0446632 Jul 15 15:11:13.478752 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbdcea-dc30-4b78-a78c-05f1cc3297e6 req-94072cca-3c5f-4262-8722-b13aadf0e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:13.480269 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ecbbdcea-dc30-4b78-a78c-05f1cc3297e6 req-94072cca-3c5f-4262-8722-b13aadf0e8c8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4ba6677d-5774-4709-9ff3-2439871082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446913 Jul 15 15:11:13.570125 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ecbbdcea-dc30-4b78-a78c-05f1cc3297e6 req-455e5926-fbf3-4e01-8cf8-d909ee3db39c service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834987 Jul 15 15:11:13.660558 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ecbbdcea-dc30-4b78-a78c-05f1cc3297e6 req-f4045b42-5de3-42f1-a457-980de01f28d1 service neutron] 10.222.0.77 "GET /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816011 Jul 15 15:11:13.915494 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:14.086039 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39278) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:14.193689 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ac16afeb-7d1c-4477-a665-99bd6ce43d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:14.270447 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ac16afeb-7d1c-4477-a665-99bd6ce43d98 admin admin] Publish callbacks [] for security_group (b2392274-2e80-4045-88ee-89666c70b9f6), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:14.274087 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ac16afeb-7d1c-4477-a665-99bd6ce43d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b2392274-2e80-4045-88ee-89666c70b9f6), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:14.316348 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ac16afeb-7d1c-4477-a665-99bd6ce43d98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1372a8d9ca84f47b4d7540fbc19fe9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292483 Jul 15 15:11:14.317087 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16afeb-7d1c-4477-a665-99bd6ce43d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2392274-2e80-4045-88ee-89666c70b9f6,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:14.319134 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39282) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:14.367326 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3fb2b2b9-eff6-4aea-82bb-b3f5831b64dc admin admin] Publish callbacks [] for security_group (b2392274-2e80-4045-88ee-89666c70b9f6), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:14.388059 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3fb2b2b9-eff6-4aea-82bb-b3f5831b64dc admin admin] Publish callbacks [] for security_group (b2392274-2e80-4045-88ee-89666c70b9f6), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:14.435750 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3fb2b2b9-eff6-4aea-82bb-b3f5831b64dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b2392274-2e80-4045-88ee-89666c70b9f6), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:14.439126 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3fb2b2b9-eff6-4aea-82bb-b3f5831b64dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:14.440293 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-3fb2b2b9-eff6-4aea-82bb-b3f5831b64dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2392274-2e80-4045-88ee-89666c70b9f6 HTTP/1.1" status: 204 len: 168 time: 0.1201873 Jul 15 15:11:14.448201 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2b2b9-eff6-4aea-82bb-b3f5831b64dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2392274-2e80-4045-88ee-89666c70b9f6,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:15.061640 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39304) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:15.157550 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1993415444-network', 'tenant_id': '594b86276b564dae97f62939276271c0'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:15.177650 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Made reservation on behalf of 594b86276b564dae97f62939276271c0 for: {'network': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:15.179947 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.188730 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.262577 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Publish callbacks [] for security_group (a3a6842c-a15c-488d-9b56-cfe9c1b769a3), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.266763 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (a3a6842c-a15c-488d-9b56-cfe9c1b769a3), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.290298 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:11:15.304908 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a6842c-a15c-488d-9b56-cfe9c1b769a3,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:15.307713 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (586f98ee-2f57-4a95-9d2c-05fb9dbf2d34), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.308061 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.segments_db [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Added segment 586f98ee-2f57-4a95-9d2c-05fb9dbf2d34 of type vlan for network 27602e48-df48-4d2e-9672-d1853c1e8df2 Jul 15 15:11:15.348925 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (27602e48-df48-4d2e-9672-d1853c1e8df2), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.373519 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (27602e48-df48-4d2e-9672-d1853c1e8df2), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.374511 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:15.375099 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.425437 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3626621 Jul 15 15:11:15.428320 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39308) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:15.433271 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-1464a59f-c758-488d-912e-9c03a34a9a09 admin admin] Request body: {'subnet': {'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1993415444-subnet', 'tenant_id': '594b86276b564dae97f62939276271c0', 'ip_version': 4}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:15.437770 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ef654-e3dd-4640-9500-b59dba9fbd73 admin admin] Pushing event updated for resources: {'Network': ['ID=27602e48-df48-4d2e-9672-d1853c1e8df2,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:15.448516 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network 27602e48-df48-4d2e-9672-d1853c1e8df2 details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:11:15.455587 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1464a59f-c758-488d-912e-9c03a34a9a09 admin admin] Made reservation on behalf of 594b86276b564dae97f62939276271c0 for: {'subnet': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:15.458033 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1464a59f-c758-488d-912e-9c03a34a9a09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516893'] for subnet (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.628308 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1464a59f-c758-488d-912e-9c03a34a9a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9594166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516879'] for subnet (1aa503bb-4d46-4842-8330-bcabad45e393), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.680388 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464a59f-c758-488d-912e-9c03a34a9a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa503bb-4d46-4842-8330-bcabad45e393,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:15.690790 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464a59f-c758-488d-912e-9c03a34a9a09 admin admin] Checking segment: {'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:11:15.691157 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464a59f-c758-488d-912e-9c03a34a9a09 admin admin] Network hostable DHCP agents. Network: 27602e48-df48-4d2e-9672-d1853c1e8df2, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:11:15.709910 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464a59f-c758-488d-912e-9c03a34a9a09 admin admin] Network 27602e48-df48-4d2e-9672-d1853c1e8df2 is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:11:15.721479 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-1464a59f-c758-488d-912e-9c03a34a9a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, 27602e48-df48-4d2e-9672-d1853c1e8df2) {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:15.725857 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1464a59f-c758-488d-912e-9c03a34a9a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:15.727073 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1464a59f-c758-488d-912e-9c03a34a9a09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.732488 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b7444-62d8-418e-95b0-76a58cde0dd1 None None] Network 27602e48-df48-4d2e-9672-d1853c1e8df2 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:11:15.749176 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-1464a59f-c758-488d-912e-9c03a34a9a09 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3171868 Jul 15 15:11:15.749379 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39310) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:15.754250 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:15.774745 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3921144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59253'] for router (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.775968 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3734711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59260'] for router (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.830978 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Publish callbacks [] for router_controller (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), precommit_add_association {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.964383 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-27602e48-df48-4d2e-9672-d1853c1e8df2', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'project_id': '594b86276b564dae97f62939276271c0', 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 15:11:15.965262 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:15.975565 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Publish callbacks [] for router_gateway (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:16.106141 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Allocated IP 172.20.0.2 (27602e48-df48-4d2e-9672-d1853c1e8df2/1aa503bb-4d46-4842-8330-bcabad45e393/468ea624-1be1-4d82-bcf8-0ea10d513402) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:16.178784 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Publish callbacks [] for router_gateway (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:16.201101 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:16.246819 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Publish callbacks [] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:16.254440 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:16.301333 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Network 27602e48-df48-4d2e-9672-d1853c1e8df2 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:16.304681 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Pushing event updated for resources: {'Port': ['ID=468ea624-1be1-4d82-bcf8-0ea10d513402,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:16.307143 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:16.309213 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:11:16.311954 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Allocated IP 172.27.2.235 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/67557fed-3a73-4956-a81f-2ccec5d9d3ef) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:16.363833 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Attempting to bind port 468ea624-1be1-4d82-bcf8-0ea10d513402 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:11:16.364204 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Attempting to bind port 468ea624-1be1-4d82-bcf8-0ea10d513402 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:11:16.365328 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Attempting to bind port 468ea624-1be1-4d82-bcf8-0ea10d513402 on network 27602e48-df48-4d2e-9672-d1853c1e8df2 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:11:16.370450 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:11:16.370825 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Checking segment: {'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:11:16.371234 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:16.371629 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Bound using segment: {'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:11:16.372149 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Bound port: 468ea624-1be1-4d82-bcf8-0ea10d513402, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:11:16.372549 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:16.416779 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Publish callbacks [] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:16.431845 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] For port 468ea624-1be1-4d82-bcf8-0ea10d513402, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:11:16.435113 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] For port 468ea624-1be1-4d82-bcf8-0ea10d513402, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=468ea624-1be1-4d82-bcf8-0ea10d513402,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:11:16.441848 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:16.452166 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:16.493596 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:16.497279 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:16.499586 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:11:16.508956 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07956b7b-889e-42d4-9d04-72e1fd4901bb None None] Pushing event updated for resources: {'Port': ['ID=468ea624-1be1-4d82-bcf8-0ea10d513402,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:16.528914 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=67557fed-3a73-4956-a81f-2ccec5d9d3ef,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:16.772027 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Publish callbacks [] for router_gateway (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:16.956571 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567'] for router (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:17.081339 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 is scheduled to L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 with binding_index 1 {{(pid=103713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 15:11:17.189872 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:11:17.199269 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Sync routers for ids ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:11:17.209310 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:17.210690 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-b45c586e-c19a-42b9-85fc-299e32514fb0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4603691 Jul 15 15:11:17.213494 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39314) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:17.217007 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Routers {'b9f7655c-40e4-4ffc-8584-d5ca8007ca12'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:11:17.217512 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:11:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:17.331609 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 468ea624-1be1-4d82-bcf8-0ea10d513402 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:17.380780 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Set router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:11:17.436308 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c98b08a-3251-4031-9abb-704e6c47babc None None] Network 27602e48-df48-4d2e-9672-d1853c1e8df2 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:11:17.551390 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 468ea624-1be1-4d82-bcf8-0ea10d513402 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:17.552060 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:17.600961 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-8bd6f850-3619-40f4-8344-e4825bdaa77c None None] Provisioning complete for port 468ea624-1be1-4d82-bcf8-0ea10d513402 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:17.601341 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f850-3619-40f4-8344-e4825bdaa77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:17.650080 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:17.792024 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 468ea624-1be1-4d82-bcf8-0ea10d513402 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:17.792423 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:17.804677 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Allocated IP 172.20.0.1 (27602e48-df48-4d2e-9672-d1853c1e8df2/1aa503bb-4d46-4842-8330-bcabad45e393/41782fa9-456a-4fe7-bc68-bd76796e5e73) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:17.810833 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6f850-3619-40f4-8344-e4825bdaa77c None None] Current status of the port 468ea624-1be1-4d82-bcf8-0ea10d513402 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:17.811222 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f850-3619-40f4-8344-e4825bdaa77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:17.858366 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:11:16Z', 'revision_number': 3, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:17.861284 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 468ea624-1be1-4d82-bcf8-0ea10d513402, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=468ea624-1be1-4d82-bcf8-0ea10d513402,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:17.887750 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:17.888785 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Checking router: b9f7655c-40e4-4ffc-8584-d5ca8007ca12 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:11:17.889605 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Updating router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 port 67557fed-3a73-4956-a81f-2ccec5d9d3ef binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:11:17.935334 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Publish callbacks [] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:17.979476 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:17.979717 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:18.009973 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.db.api [None req-8bd6f850-3619-40f4-8344-e4825bdaa77c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:11:18.010334 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG oslo_db.api [None req-8bd6f850-3619-40f4-8344-e4825bdaa77c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:11:18.012328 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=468ea624-1be1-4d82-bcf8-0ea10d513402,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:18.018909 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Network 27602e48-df48-4d2e-9672-d1853c1e8df2 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:18.023336 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:18.034961 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:11:18.053841 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=41782fa9-456a-4fe7-bc68-bd76796e5e73,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:18.066901 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.067261 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.067613 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.067958 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.068299 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.068670 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.069008 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.069344 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.069676 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.070010 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.070342 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.070667 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.070991 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:18.085082 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919422'] for router_interface (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:18.216648 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:18.272930 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Publish callbacks [] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:18.278402 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:18.330367 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be116fd3-66a6-4488-a977-2830550b9fa9 None None] Pushing event updated for resources: {'Port': ['ID=67557fed-3a73-4956-a81f-2ccec5d9d3ef,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:18.332630 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Attempting to bind port 67557fed-3a73-4956-a81f-2ccec5d9d3ef on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:11:18.333007 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Attempting to bind port 67557fed-3a73-4956-a81f-2ccec5d9d3ef by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:11:18.333377 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Attempting to bind port 67557fed-3a73-4956-a81f-2ccec5d9d3ef on network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:11:18.338957 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:11:18.339342 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:11:18.339756 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:18.340149 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Bound using segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:11:18.340657 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Bound port: 67557fed-3a73-4956-a81f-2ccec5d9d3ef, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:11:18.341045 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:18.380594 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Publish callbacks [] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:18.385309 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:18.456751 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=41782fa9-456a-4fe7-bc68-bd76796e5e73,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:18.459210 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3758210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919758'] for router_interface (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:18.536607 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] For port 67557fed-3a73-4956-a81f-2ccec5d9d3ef, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:11:18.552446 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Network 27602e48-df48-4d2e-9672-d1853c1e8df2 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:18.553053 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] For port 67557fed-3a73-4956-a81f-2ccec5d9d3ef, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=67557fed-3a73-4956-a81f-2ccec5d9d3ef,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:11:18.553853 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:18.559376 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6f850-3619-40f4-8344-e4825bdaa77c None None] Current status of the port 468ea624-1be1-4d82-bcf8-0ea10d513402 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:18.562704 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:18.621710 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Routers {'b9f7655c-40e4-4ffc-8584-d5ca8007ca12'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:11:18.622358 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:11:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:18.624178 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be116fd3-66a6-4488-a977-2830550b9fa9 None None] Pushing event updated for resources: {'Port': ['ID=67557fed-3a73-4956-a81f-2ccec5d9d3ef,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:18.683179 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:11:18.725307 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-d6eec705-ac6c-41d6-a78a-9a49784c946c None None] Provisioning complete for port 468ea624-1be1-4d82-bcf8-0ea10d513402 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:18.725699 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d6eec705-ac6c-41d6-a78a-9a49784c946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:18.764393 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] Set router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:11:18.923416 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-d6eec705-ac6c-41d6-a78a-9a49784c946c None None] Current status of the port 468ea624-1be1-4d82-bcf8-0ea10d513402 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:18.959578 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-d6eec705-ac6c-41d6-a78a-9a49784c946c None None] Provisioning complete for port 41782fa9-456a-4fe7-bc68-bd76796e5e73 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:18.959961 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d6eec705-ac6c-41d6-a78a-9a49784c946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:19.015067 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-d6eec705-ac6c-41d6-a78a-9a49784c946c None None] Port 41782fa9-456a-4fe7-bc68-bd76796e5e73 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:11:19.043521 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '41782fa9-456a-4fe7-bc68-bd76796e5e73', 'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'tenant_id': '594b86276b564dae97f62939276271c0', 'mac_address': 'fa:16:3e:30:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:17Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 2, 'project_id': '594b86276b564dae97f62939276271c0', 'subnets': [{'id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:19.071215 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb319e-e11c-4da9-a383-b0cfda1237d0 None None] The sync data for ids ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'] in dv-cinder-848821-1-iscsi is: [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '41782fa9-456a-4fe7-bc68-bd76796e5e73', 'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'tenant_id': '594b86276b564dae97f62939276271c0', 'mac_address': 'fa:16:3e:30:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:17Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 2, 'project_id': '594b86276b564dae97f62939276271c0', 'subnets': [{'id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:11:19.076674 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:11:19.084112 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-17b52c98-6b81-4baa-add3-1151b4c5b8f8 admin admin] 10.222.0.47 "PUT /v2.0/routers/b9f7655c-40e4-4ffc-8584-d5ca8007ca12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8695097 Jul 15 15:11:19.137753 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-48d463d9-0eff-4c02-bb3c-508b1d354ed0 None None] Provisioning complete for port 41782fa9-456a-4fe7-bc68-bd76796e5e73 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:19.138233 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-48d463d9-0eff-4c02-bb3c-508b1d354ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:19.174516 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-48d463d9-0eff-4c02-bb3c-508b1d354ed0 None None] Port 41782fa9-456a-4fe7-bc68-bd76796e5e73 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:11:19.278530 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 468ea624-1be1-4d82-bcf8-0ea10d513402 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:19.331292 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 468ea624-1be1-4d82-bcf8-0ea10d513402 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:19.331675 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:19.442831 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 468ea624-1be1-4d82-bcf8-0ea10d513402 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:19.639745 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39330) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:19.645272 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1136901952-network', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:19.665132 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Made reservation on behalf of 8428a51c1be34d8fa082a71adc691d6a for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:19.667710 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:19.677464 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:19.761781 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Publish callbacks [] for security_group (d837324a-7987-4f54-9013-e2677c126c4d), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:19.767899 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d837324a-7987-4f54-9013-e2677c126c4d), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:19.795142 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:11:19.805696 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d837324a-7987-4f54-9013-e2677c126c4d,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:19.811915 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (38c544f3-877d-4659-8ea0-f9a455b54d96), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:19.812267 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Added segment 38c544f3-877d-4659-8ea0-f9a455b54d96 of type vlan for network ada56654-5ac9-474c-8930-e853bfed9fde Jul 15 15:11:19.860426 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (ada56654-5ac9-474c-8930-e853bfed9fde), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:19.890050 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (ada56654-5ac9-474c-8930-e853bfed9fde), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:19.891682 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:19.895275 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:19.958349 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3174906 Jul 15 15:11:19.960995 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39334) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:19.967671 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-c1eca2e7-cfdf-4f87-a848-e9ffdc82cc2d admin admin] Request body: {'subnet': {'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1136901952-subnet', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'ip_version': 4}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:19.983136 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa2c0e-6f60-4649-b12f-f384af8b4488 admin admin] Pushing event updated for resources: {'Network': ['ID=ada56654-5ac9-474c-8930-e853bfed9fde,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:19.995382 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network ada56654-5ac9-474c-8930-e853bfed9fde details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:11:19.996018 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eca2e7-cfdf-4f87-a848-e9ffdc82cc2d admin admin] Made reservation on behalf of 8428a51c1be34d8fa082a71adc691d6a for: {'subnet': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:19.998147 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c1eca2e7-cfdf-4f87-a848-e9ffdc82cc2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516893'] for subnet (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.185268 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c1eca2e7-cfdf-4f87-a848-e9ffdc82cc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9594166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516879'] for subnet (5c20e706-8b33-477b-8644-00ad870707ba), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.241803 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eca2e7-cfdf-4f87-a848-e9ffdc82cc2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c20e706-8b33-477b-8644-00ad870707ba,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:20.253043 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eca2e7-cfdf-4f87-a848-e9ffdc82cc2d admin admin] Checking segment: {'id': '38c544f3-877d-4659-8ea0-f9a455b54d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:11:20.253414 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eca2e7-cfdf-4f87-a848-e9ffdc82cc2d admin admin] Network hostable DHCP agents. Network: ada56654-5ac9-474c-8930-e853bfed9fde, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:11:20.271748 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eca2e7-cfdf-4f87-a848-e9ffdc82cc2d admin admin] Network ada56654-5ac9-474c-8930-e853bfed9fde is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:11:20.281025 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-c1eca2e7-cfdf-4f87-a848-e9ffdc82cc2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, ada56654-5ac9-474c-8930-e853bfed9fde) {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:20.286314 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eca2e7-cfdf-4f87-a848-e9ffdc82cc2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:20.286911 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c1eca2e7-cfdf-4f87-a848-e9ffdc82cc2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.295201 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aae83af-862f-4755-8af4-5a5f72100027 None None] Network ada56654-5ac9-474c-8930-e853bfed9fde requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:11:20.312348 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39336) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:20.313413 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-c1eca2e7-cfdf-4f87-a848-e9ffdc82cc2d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3510909 Jul 15 15:11:20.318402 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1136901952-router', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:20.342730 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3921144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59253'] for router (9ca773fe-3b75-454d-9a88-61014b54f914), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.344670 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3734711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59260'] for router (9ca773fe-3b75-454d-9a88-61014b54f914), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.404483 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Publish callbacks [] for router_controller (9ca773fe-3b75-454d-9a88-61014b54f914), precommit_add_association {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.413529 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-ada56654-5ac9-474c-8930-e853bfed9fde', 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde', 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'fixed_ips': [{'subnet_id': '5c20e706-8b33-477b-8644-00ad870707ba'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 15:11:20.414396 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.546667 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Publish callbacks [] for router_gateway (9ca773fe-3b75-454d-9a88-61014b54f914), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.559095 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Allocated IP 172.20.0.2 (ada56654-5ac9-474c-8930-e853bfed9fde/5c20e706-8b33-477b-8644-00ad870707ba/01ce59d8-2f05-4685-b1f4-10c616733944) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:20.707879 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Publish callbacks [] for port (01ce59d8-2f05-4685-b1f4-10c616733944), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.714130 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.748400 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Network ada56654-5ac9-474c-8930-e853bfed9fde is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:20.751295 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:20.754759 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:11:20.758567 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Publish callbacks [] for router_gateway (9ca773fe-3b75-454d-9a88-61014b54f914), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.765259 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Pushing event updated for resources: {'Port': ['ID=01ce59d8-2f05-4685-b1f4-10c616733944,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:20.777971 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.818873 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Attempting to bind port 01ce59d8-2f05-4685-b1f4-10c616733944 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:11:20.819342 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Attempting to bind port 01ce59d8-2f05-4685-b1f4-10c616733944 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '38c544f3-877d-4659-8ea0-f9a455b54d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:11:20.819797 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Attempting to bind port 01ce59d8-2f05-4685-b1f4-10c616733944 on network ada56654-5ac9-474c-8930-e853bfed9fde {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:11:20.825689 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:11:20.826205 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Checking segment: {'id': '38c544f3-877d-4659-8ea0-f9a455b54d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:11:20.826719 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.827302 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Bound using segment: {'id': '38c544f3-877d-4659-8ea0-f9a455b54d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:11:20.827882 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Bound port: 01ce59d8-2f05-4685-b1f4-10c616733944, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c544f3-877d-4659-8ea0-f9a455b54d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:11:20.828366 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.889678 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Allocated IP 172.27.2.127 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/dc8f3376-d8dd-428a-ac87-e1438a45341c) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:20.895436 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] For port 01ce59d8-2f05-4685-b1f4-10c616733944, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:11:20.898683 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] For port 01ce59d8-2f05-4685-b1f4-10c616733944, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=01ce59d8-2f05-4685-b1f4-10c616733944,segment=NetworkSegment(38c544f3-877d-4659-8ea0-f9a455b54d96),segment_id=38c544f3-877d-4659-8ea0-f9a455b54d96)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:11:20.904898 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:20.973157 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dc655-d075-40e0-a29d-1347906301a9 None None] Pushing event updated for resources: {'Port': ['ID=01ce59d8-2f05-4685-b1f4-10c616733944,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:21.008990 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Publish callbacks [] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:21.043463 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:21.077825 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:21.081344 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:21.085014 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:11:21.124207 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Pushing event updated for resources: {'Port': ['ID=dc8f3376-d8dd-428a-ac87-e1438a45341c,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:21.152280 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.152695 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.153045 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.153456 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.153709 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.154042 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.154370 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.154700 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.155028 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.155352 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.155680 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.156000 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.156323 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:21.365381 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 01ce59d8-2f05-4685-b1f4-10c616733944 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:21.409057 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Publish callbacks [] for router_gateway (9ca773fe-3b75-454d-9a88-61014b54f914), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:21.415919 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 01ce59d8-2f05-4685-b1f4-10c616733944 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:21.416298 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:21.490587 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 01ce59d8-2f05-4685-b1f4-10c616733944 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:21.491001 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:21.509292 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Sync routers for ids ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:11:21.521484 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Routers {'b9f7655c-40e4-4ffc-8584-d5ca8007ca12'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:11:21.521484 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:11:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:21.533621 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 01ce59d8-2f05-4685-b1f4-10c616733944, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=01ce59d8-2f05-4685-b1f4-10c616733944,segment=NetworkSegment(38c544f3-877d-4659-8ea0-f9a455b54d96),segment_id=38c544f3-877d-4659-8ea0-f9a455b54d96)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:21.539455 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:21.540359 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 67557fed-3a73-4956-a81f-2ccec5d9d3ef up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:21.610253 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567'] for router (9ca773fe-3b75-454d-9a88-61014b54f914), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:21.616250 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=01ce59d8-2f05-4685-b1f4-10c616733944,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:21.631637 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 67557fed-3a73-4956-a81f-2ccec5d9d3ef triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:21.632287 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:21.637600 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Set router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:11:21.717805 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 67557fed-3a73-4956-a81f-2ccec5d9d3ef is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:21.718456 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:21.742096 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 67557fed-3a73-4956-a81f-2ccec5d9d3ef, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=67557fed-3a73-4956-a81f-2ccec5d9d3ef,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:21.747444 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:21.758013 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Router 9ca773fe-3b75-454d-9a88-61014b54f914 is scheduled to L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 with binding_index 1 {{(pid=103712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 15:11:21.806145 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=67557fed-3a73-4956-a81f-2ccec5d9d3ef,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:21.849103 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '41782fa9-456a-4fe7-bc68-bd76796e5e73', 'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'tenant_id': '594b86276b564dae97f62939276271c0', 'mac_address': 'fa:16:3e:30:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:17Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 2, 'project_id': '594b86276b564dae97f62939276271c0', 'subnets': [{'id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:21.863190 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:11:21.871716 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Sync routers for ids ['9ca773fe-3b75-454d-9a88-61014b54f914'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:11:21.873678 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Checking router: b9f7655c-40e4-4ffc-8584-d5ca8007ca12 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:11:21.873884 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Updating router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 port 41782fa9-456a-4fe7-bc68-bd76796e5e73 binding host dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:11:21.883055 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:21.884459 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-4481d206-3bad-4712-945b-d2ed7f66c27f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5701780 Jul 15 15:11:21.887319 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39338) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:21.887705 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Routers {'9ca773fe-3b75-454d-9a88-61014b54f914'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:11:21.888413 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:11:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['9ca773fe-3b75-454d-9a88-61014b54f914'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:21.910601 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:22.023702 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Set router 9ca773fe-3b75-454d-9a88-61014b54f914 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:11:22.229072 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'name': 'tempest-TestShelveInstance-1136901952-router', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:21Z', 'revision_number': 3, 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'gw_port': {'id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:86:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:22.265794 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Checking router: 9ca773fe-3b75-454d-9a88-61014b54f914 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:11:22.267128 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Publish callbacks [] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:22.267659 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Updating router 9ca773fe-3b75-454d-9a88-61014b54f914 port dc8f3376-d8dd-428a-ac87-e1438a45341c binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:11:22.275540 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:22.367468 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Pushing event updated for resources: {'Port': ['ID=41782fa9-456a-4fe7-bc68-bd76796e5e73,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:22.388183 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.388573 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.388939 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.389279 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.393888 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.394354 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.394699 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.395215 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.395552 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.395883 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.396786 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.397117 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.397441 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:22.423614 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Attempting to bind port 41782fa9-456a-4fe7-bc68-bd76796e5e73 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:11:22.424409 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Attempting to bind port 41782fa9-456a-4fe7-bc68-bd76796e5e73 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:11:22.424803 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Attempting to bind port 41782fa9-456a-4fe7-bc68-bd76796e5e73 on network 27602e48-df48-4d2e-9672-d1853c1e8df2 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:11:22.432041 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:11:22.432413 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Checking segment: {'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:11:22.432843 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:22.433237 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Bound using segment: {'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:11:22.434364 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Bound port: 41782fa9-456a-4fe7-bc68-bd76796e5e73, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:11:22.435270 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:22.437773 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b505462-e194-444c-a98f-103bcff5c131 None None] Network ada56654-5ac9-474c-8930-e853bfed9fde requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:11:22.499240 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-fec97be9-2ab2-487d-a9d0-8493d8220171 None None] Provisioning complete for port 01ce59d8-2f05-4685-b1f4-10c616733944 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:22.499839 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fec97be9-2ab2-487d-a9d0-8493d8220171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:22.502410 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:22.555806 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] For port 41782fa9-456a-4fe7-bc68-bd76796e5e73, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:11:22.559382 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] For port 41782fa9-456a-4fe7-bc68-bd76796e5e73, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=41782fa9-456a-4fe7-bc68-bd76796e5e73,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:11:22.571059 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:22.630139 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:22.650559 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Routers {'b9f7655c-40e4-4ffc-8584-d5ca8007ca12'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:11:22.651207 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:11:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:22.659456 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b759d-9018-4c33-b6cb-2c0a4a353d8f None None] Pushing event updated for resources: {'Port': ['ID=41782fa9-456a-4fe7-bc68-bd76796e5e73,revision_number=4']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:22.769754 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-fec97be9-2ab2-487d-a9d0-8493d8220171 None None] Current status of the port 01ce59d8-2f05-4685-b1f4-10c616733944 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:22.837725 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Allocated IP 172.20.0.1 (ada56654-5ac9-474c-8930-e853bfed9fde/5c20e706-8b33-477b-8644-00ad870707ba/de113506-de72-410b-bdaa-9dc16343bb21) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:22.918229 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Publish callbacks [] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:22.928212 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-0f169fbd-4da8-4583-8a1d-09371227e40f None None] Provisioning complete for port 41782fa9-456a-4fe7-bc68-bd76796e5e73 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:22.928666 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f169fbd-4da8-4583-8a1d-09371227e40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:22.933629 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:22.947282 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] Set router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:11:23.020932 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Publish callbacks [] for port (de113506-de72-410b-bdaa-9dc16343bb21), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.021142 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Attempting to bind port dc8f3376-d8dd-428a-ac87-e1438a45341c on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:11:23.021523 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Attempting to bind port dc8f3376-d8dd-428a-ac87-e1438a45341c by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:11:23.021954 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Attempting to bind port dc8f3376-d8dd-428a-ac87-e1438a45341c on network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:11:23.042773 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7416b58-cff5-4bd1-93f1-7b4b6fc29bc5 None None] Pushing event updated for resources: {'Port': ['ID=dc8f3376-d8dd-428a-ac87-e1438a45341c,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:23.046354 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:11:23.046760 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:11:23.047700 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.048097 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Bound using segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:11:23.048621 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Bound port: dc8f3376-d8dd-428a-ac87-e1438a45341c, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:11:23.049272 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.074849 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (de113506-de72-410b-bdaa-9dc16343bb21), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.120906 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Network ada56654-5ac9-474c-8930-e853bfed9fde is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:23.123802 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:23.128211 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:11:23.128403 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-0f169fbd-4da8-4583-8a1d-09371227e40f None None] Current status of the port 41782fa9-456a-4fe7-bc68-bd76796e5e73 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:23.128674 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f169fbd-4da8-4583-8a1d-09371227e40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.148604 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] For port dc8f3376-d8dd-428a-ac87-e1438a45341c, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:11:23.156014 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Pushing event updated for resources: {'Port': ['ID=de113506-de72-410b-bdaa-9dc16343bb21,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:23.175607 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-0f169fbd-4da8-4583-8a1d-09371227e40f None None] For port 41782fa9-456a-4fe7-bc68-bd76796e5e73, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=41782fa9-456a-4fe7-bc68-bd76796e5e73,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:23.176728 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919422'] for router_interface (9ca773fe-3b75-454d-9a88-61014b54f914), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.185629 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] For port dc8f3376-d8dd-428a-ac87-e1438a45341c, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=dc8f3376-d8dd-428a-ac87-e1438a45341c,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:11:23.186964 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f169fbd-4da8-4583-8a1d-09371227e40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.214690 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.268664 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '41782fa9-456a-4fe7-bc68-bd76796e5e73', 'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'tenant_id': '594b86276b564dae97f62939276271c0', 'mac_address': 'fa:16:3e:30:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:17Z', 'updated_at': '2022-07-15T15:11:22Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'subnets': [{'id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:23.287009 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Routers {'9ca773fe-3b75-454d-9a88-61014b54f914'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:11:23.287670 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:11:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['9ca773fe-3b75-454d-9a88-61014b54f914'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:23.298380 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f169fbd-4da8-4583-8a1d-09371227e40f None None] Pushing event updated for resources: {'Port': ['ID=41782fa9-456a-4fe7-bc68-bd76796e5e73,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:23.301115 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d267cc0-98cc-48ec-9eaf-95d62c588252 None None] The sync data for ids ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'] in dv-cinder-848821-1-iscsi is: [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '41782fa9-456a-4fe7-bc68-bd76796e5e73', 'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'tenant_id': '594b86276b564dae97f62939276271c0', 'mac_address': 'fa:16:3e:30:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:17Z', 'updated_at': '2022-07-15T15:11:22Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'subnets': [{'id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:11:23.361304 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (de113506-de72-410b-bdaa-9dc16343bb21), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.404177 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 41782fa9-456a-4fe7-bc68-bd76796e5e73 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:23.485308 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-db78973e-158f-4f3d-a7bf-a8213a59eede None None] Provisioning complete for port 41782fa9-456a-4fe7-bc68-bd76796e5e73 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:23.486000 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-db78973e-158f-4f3d-a7bf-a8213a59eede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.487261 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7416b58-cff5-4bd1-93f1-7b4b6fc29bc5 None None] Pushing event updated for resources: {'Port': ['ID=dc8f3376-d8dd-428a-ac87-e1438a45341c,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:23.546760 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] Set router 9ca773fe-3b75-454d-9a88-61014b54f914 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:11:23.560229 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Publish callbacks [] for port (de113506-de72-410b-bdaa-9dc16343bb21), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.567054 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (de113506-de72-410b-bdaa-9dc16343bb21), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.636160 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3758210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919758'] for router_interface (9ca773fe-3b75-454d-9a88-61014b54f914), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.637968 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Pushing event updated for resources: {'Port': ['ID=de113506-de72-410b-bdaa-9dc16343bb21,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:23.647189 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 41782fa9-456a-4fe7-bc68-bd76796e5e73 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:23.647568 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.740013 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-db78973e-158f-4f3d-a7bf-a8213a59eede None None] Current status of the port 41782fa9-456a-4fe7-bc68-bd76796e5e73 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:23.741817 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Network ada56654-5ac9-474c-8930-e853bfed9fde is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:23.743214 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:23.806793 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-db78973e-158f-4f3d-a7bf-a8213a59eede None None] Provisioning complete for port 01ce59d8-2f05-4685-b1f4-10c616733944 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:23.807084 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-db78973e-158f-4f3d-a7bf-a8213a59eede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:23.839214 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 41782fa9-456a-4fe7-bc68-bd76796e5e73 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:23.840342 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 01ce59d8-2f05-4685-b1f4-10c616733944 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:23.866563 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Router 9ca773fe-3b75-454d-9a88-61014b54f914 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:11:23.963732 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'name': 'tempest-TestShelveInstance-1136901952-router', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:21Z', 'revision_number': 3, 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'gw_port': {'id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:86:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:23.985308 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:11:23.998397 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-6c93ed52-c0a8-49e5-8a8b-aa6f0e86eda7 admin admin] 10.222.0.47 "PUT /v2.0/routers/9ca773fe-3b75-454d-9a88-61014b54f914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1098163 Jul 15 15:11:24.002262 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 01ce59d8-2f05-4685-b1f4-10c616733944 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:24.003173 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.009380 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe461230-d561-41d2-82ce-df1606ddf765 None None] The sync data for ids ['9ca773fe-3b75-454d-9a88-61014b54f914'] in dv-cinder-848821-1-iscsi is: [{'id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'name': 'tempest-TestShelveInstance-1136901952-router', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:21Z', 'revision_number': 3, 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'gw_port': {'id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:86:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:11:24.012458 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-db78973e-158f-4f3d-a7bf-a8213a59eede None None] Current status of the port 01ce59d8-2f05-4685-b1f4-10c616733944 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:24.101577 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 01ce59d8-2f05-4685-b1f4-10c616733944 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:24.103339 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 67557fed-3a73-4956-a81f-2ccec5d9d3ef up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:24.150249 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-355e8124-e7ac-487e-8273-9e5f5ae4a11c None None] Provisioning complete for port de113506-de72-410b-bdaa-9dc16343bb21 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:24.150632 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-355e8124-e7ac-487e-8273-9e5f5ae4a11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (de113506-de72-410b-bdaa-9dc16343bb21), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.194029 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-355e8124-e7ac-487e-8273-9e5f5ae4a11c None None] Port de113506-de72-410b-bdaa-9dc16343bb21 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:11:24.196400 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 67557fed-3a73-4956-a81f-2ccec5d9d3ef triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:24.196811 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.413381 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 67557fed-3a73-4956-a81f-2ccec5d9d3ef is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:24.430973 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39348) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:24.435532 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-2cd5616b-28f9-4527-aee0-e55bb73a4305 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2823488', 'description': 'tempest-secgroup-smoke-2823488 description', 'project_id': '594b86276b564dae97f62939276271c0'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:24.457465 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cd5616b-28f9-4527-aee0-e55bb73a4305 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.537563 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cd5616b-28f9-4527-aee0-e55bb73a4305 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group (4d39388e-609f-4f02-950a-530d85683fba), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.541925 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cd5616b-28f9-4527-aee0-e55bb73a4305 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (4d39388e-609f-4f02-950a-530d85683fba), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.574288 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2cd5616b-28f9-4527-aee0-e55bb73a4305 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.575438 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-2cd5616b-28f9-4527-aee0-e55bb73a4305 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1434371 Jul 15 15:11:24.577384 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5616b-28f9-4527-aee0-e55bb73a4305 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d39388e-609f-4f02-950a-530d85683fba,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:24.578957 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39350) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:24.584014 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-2f8f2572-ace8-4b7e-8656-d4edf3c9d7dc tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Request body: {'security_group_rule': {'security_group_id': '4d39388e-609f-4f02-950a-530d85683fba', 'project_id': '594b86276b564dae97f62939276271c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:24.612879 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2572-ace8-4b7e-8656-d4edf3c9d7dc tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (358aee73-3534-4704-8ce2-fc2049db0a4d), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.671864 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2572-ace8-4b7e-8656-d4edf3c9d7dc tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (358aee73-3534-4704-8ce2-fc2049db0a4d), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.676708 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2572-ace8-4b7e-8656-d4edf3c9d7dc tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (358aee73-3534-4704-8ce2-fc2049db0a4d), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.699010 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f2572-ace8-4b7e-8656-d4edf3c9d7dc tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358aee73-3534-4704-8ce2-fc2049db0a4d,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:24.707792 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2572-ace8-4b7e-8656-d4edf3c9d7dc tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.708906 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-2f8f2572-ace8-4b7e-8656-d4edf3c9d7dc tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284006 Jul 15 15:11:24.711695 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39352) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:24.716087 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-5664c637-ad1c-4eb8-bc34-a2dd008ee099 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Request body: {'security_group_rule': {'security_group_id': '4d39388e-609f-4f02-950a-530d85683fba', 'project_id': '594b86276b564dae97f62939276271c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:24.741467 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-5664c637-ad1c-4eb8-bc34-a2dd008ee099 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (6cdb2338-c746-43d7-879d-3b9935f0ae4a), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.800940 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-5664c637-ad1c-4eb8-bc34-a2dd008ee099 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (6cdb2338-c746-43d7-879d-3b9935f0ae4a), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.804611 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-5664c637-ad1c-4eb8-bc34-a2dd008ee099 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (6cdb2338-c746-43d7-879d-3b9935f0ae4a), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.825325 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664c637-ad1c-4eb8-bc34-a2dd008ee099 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdb2338-c746-43d7-879d-3b9935f0ae4a,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:24.831255 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-5664c637-ad1c-4eb8-bc34-a2dd008ee099 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.833527 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-5664c637-ad1c-4eb8-bc34-a2dd008ee099 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197779 Jul 15 15:11:24.835214 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39354) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:24.839425 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-dc3f0f5f-ad54-45f8-896b-bcf58307cc7a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Request body: {'security_group_rule': {'security_group_id': '4d39388e-609f-4f02-950a-530d85683fba', 'project_id': '594b86276b564dae97f62939276271c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:24.863614 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0f5f-ad54-45f8-896b-bcf58307cc7a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (5da4ac7b-0065-46f5-9272-4d88a14387ef), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.925522 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0f5f-ad54-45f8-896b-bcf58307cc7a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (5da4ac7b-0065-46f5-9272-4d88a14387ef), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.929528 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0f5f-ad54-45f8-896b-bcf58307cc7a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (5da4ac7b-0065-46f5-9272-4d88a14387ef), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.947910 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f0f5f-ad54-45f8-896b-bcf58307cc7a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da4ac7b-0065-46f5-9272-4d88a14387ef,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:24.956088 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0f5f-ad54-45f8-896b-bcf58307cc7a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:24.957312 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-dc3f0f5f-ad54-45f8-896b-bcf58307cc7a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211667 Jul 15 15:11:24.960214 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39356) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:24.964784 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-103be720-8dd2-49ad-9620-026acfb0bf11 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Request body: {'security_group_rule': {'security_group_id': '4d39388e-609f-4f02-950a-530d85683fba', 'project_id': '594b86276b564dae97f62939276271c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:24.992042 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-103be720-8dd2-49ad-9620-026acfb0bf11 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (a7dcde89-5bdc-43f4-aefc-48021de2800a), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.052189 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-103be720-8dd2-49ad-9620-026acfb0bf11 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (a7dcde89-5bdc-43f4-aefc-48021de2800a), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.055964 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-103be720-8dd2-49ad-9620-026acfb0bf11 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (a7dcde89-5bdc-43f4-aefc-48021de2800a), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.073033 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103be720-8dd2-49ad-9620-026acfb0bf11 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dcde89-5bdc-43f4-aefc-48021de2800a,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:25.081631 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-103be720-8dd2-49ad-9620-026acfb0bf11 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.082804 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-103be720-8dd2-49ad-9620-026acfb0bf11 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215622 Jul 15 15:11:25.085544 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39358) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:25.089776 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-d1edbe24-7047-4961-8255-63e403f45e4f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Request body: {'security_group_rule': {'security_group_id': '4d39388e-609f-4f02-950a-530d85683fba', 'project_id': '594b86276b564dae97f62939276271c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:25.109272 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.securitygroups_db [None req-d1edbe24-7047-4961-8255-63e403f45e4f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Project 594b86276b564dae97f62939276271c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:11:25.114192 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d1edbe24-7047-4961-8255-63e403f45e4f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (de1fb28e-7f4c-4530-9ae3-de3303ca68c9), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.171811 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d1edbe24-7047-4961-8255-63e403f45e4f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (de1fb28e-7f4c-4530-9ae3-de3303ca68c9), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.176289 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d1edbe24-7047-4961-8255-63e403f45e4f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (de1fb28e-7f4c-4530-9ae3-de3303ca68c9), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.194131 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edbe24-7047-4961-8255-63e403f45e4f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1fb28e-7f4c-4530-9ae3-de3303ca68c9,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:25.200711 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d1edbe24-7047-4961-8255-63e403f45e4f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.201841 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-d1edbe24-7047-4961-8255-63e403f45e4f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153934 Jul 15 15:11:25.204675 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39360) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:11:25.208810 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-5ea3ba00-9e3f-4d5a-bc07-1683e20d2f84 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Request body: {'security_group_rule': {'security_group_id': '4d39388e-609f-4f02-950a-530d85683fba', 'project_id': '594b86276b564dae97f62939276271c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:25.231594 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.securitygroups_db [None req-5ea3ba00-9e3f-4d5a-bc07-1683e20d2f84 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Project 594b86276b564dae97f62939276271c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:11:25.238850 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ba00-9e3f-4d5a-bc07-1683e20d2f84 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (f2a59658-a56a-4a2b-928a-e76d288d9786), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.307062 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ba00-9e3f-4d5a-bc07-1683e20d2f84 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (f2a59658-a56a-4a2b-928a-e76d288d9786), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.311259 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ba00-9e3f-4d5a-bc07-1683e20d2f84 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (f2a59658-a56a-4a2b-928a-e76d288d9786), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.330625 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3ba00-9e3f-4d5a-bc07-1683e20d2f84 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a59658-a56a-4a2b-928a-e76d288d9786,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:25.336557 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ba00-9e3f-4d5a-bc07-1683e20d2f84 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.337734 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-5ea3ba00-9e3f-4d5a-bc07-1683e20d2f84 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321416 Jul 15 15:11:25.358668 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 41782fa9-456a-4fe7-bc68-bd76796e5e73 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:25.410170 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 41782fa9-456a-4fe7-bc68-bd76796e5e73 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:25.410552 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.485098 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 41782fa9-456a-4fe7-bc68-bd76796e5e73 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:25.486311 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device dc8f3376-d8dd-428a-ac87-e1438a45341c up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:25.531910 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port dc8f3376-d8dd-428a-ac87-e1438a45341c triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:25.532560 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.602926 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port dc8f3376-d8dd-428a-ac87-e1438a45341c is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:25.603326 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.623809 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port dc8f3376-d8dd-428a-ac87-e1438a45341c, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=dc8f3376-d8dd-428a-ac87-e1438a45341c,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:25.628939 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:25.677502 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=dc8f3376-d8dd-428a-ac87-e1438a45341c,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:26.470696 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Sync routers for ids ['9ca773fe-3b75-454d-9a88-61014b54f914'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:11:26.481114 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Routers {'9ca773fe-3b75-454d-9a88-61014b54f914'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:11:26.481728 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:11:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['9ca773fe-3b75-454d-9a88-61014b54f914'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:26.584555 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Set router 9ca773fe-3b75-454d-9a88-61014b54f914 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:11:26.777932 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'name': 'tempest-TestShelveInstance-1136901952-router', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:23Z', 'revision_number': 4, 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'gw_port': {'id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'de113506-de72-410b-bdaa-9dc16343bb21', 'name': '', 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'mac_address': 'fa:16:3e:87:29:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5c20e706-8b33-477b-8644-00ad870707ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:22Z', 'updated_at': '2022-07-15T15:11:23Z', 'revision_number': 2, 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'subnets': [{'id': '5c20e706-8b33-477b-8644-00ad870707ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:26.802539 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Checking router: 9ca773fe-3b75-454d-9a88-61014b54f914 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:11:26.802893 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Updating router 9ca773fe-3b75-454d-9a88-61014b54f914 port de113506-de72-410b-bdaa-9dc16343bb21 binding host dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:11:26.835530 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (de113506-de72-410b-bdaa-9dc16343bb21), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:27.095323 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Publish callbacks [] for port (de113506-de72-410b-bdaa-9dc16343bb21), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:27.101148 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (de113506-de72-410b-bdaa-9dc16343bb21), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:27.145328 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a4a4b-5e14-4c0e-a558-2cee40fb3246 None None] Pushing event updated for resources: {'Port': ['ID=de113506-de72-410b-bdaa-9dc16343bb21,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:27.206224 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Attempting to bind port de113506-de72-410b-bdaa-9dc16343bb21 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:11:27.206607 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Attempting to bind port de113506-de72-410b-bdaa-9dc16343bb21 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '38c544f3-877d-4659-8ea0-f9a455b54d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:11:27.206978 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Attempting to bind port de113506-de72-410b-bdaa-9dc16343bb21 on network ada56654-5ac9-474c-8930-e853bfed9fde {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:11:27.212194 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:11:27.212607 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Checking segment: {'id': '38c544f3-877d-4659-8ea0-f9a455b54d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:11:27.213005 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:27.213408 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Bound using segment: {'id': '38c544f3-877d-4659-8ea0-f9a455b54d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:11:27.213880 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Bound port: de113506-de72-410b-bdaa-9dc16343bb21, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c544f3-877d-4659-8ea0-f9a455b54d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:11:27.214269 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (de113506-de72-410b-bdaa-9dc16343bb21), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:27.283531 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] For port de113506-de72-410b-bdaa-9dc16343bb21, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:11:27.287021 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] For port de113506-de72-410b-bdaa-9dc16343bb21, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=de113506-de72-410b-bdaa-9dc16343bb21,segment=NetworkSegment(38c544f3-877d-4659-8ea0-f9a455b54d96),segment_id=38c544f3-877d-4659-8ea0-f9a455b54d96)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:11:27.294947 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device dc8f3376-d8dd-428a-ac87-e1438a45341c up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:27.295673 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (de113506-de72-410b-bdaa-9dc16343bb21), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:27.349886 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port dc8f3376-d8dd-428a-ac87-e1438a45341c triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:27.350491 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:27.369970 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Routers {'9ca773fe-3b75-454d-9a88-61014b54f914'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:11:27.370694 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:11:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['9ca773fe-3b75-454d-9a88-61014b54f914'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:27.374443 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a4a4b-5e14-4c0e-a558-2cee40fb3246 None None] Pushing event updated for resources: {'Port': ['ID=de113506-de72-410b-bdaa-9dc16343bb21,revision_number=4']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:27.403318 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-09ef8e30-45f5-4bb8-bc46-3f83d0b7cd06 None None] Provisioning complete for port de113506-de72-410b-bdaa-9dc16343bb21 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:27.403717 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-09ef8e30-45f5-4bb8-bc46-3f83d0b7cd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (de113506-de72-410b-bdaa-9dc16343bb21), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:27.481086 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port dc8f3376-d8dd-428a-ac87-e1438a45341c is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:27.483043 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] Set router 9ca773fe-3b75-454d-9a88-61014b54f914 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:11:27.523970 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-09ef8e30-45f5-4bb8-bc46-3f83d0b7cd06 None None] Current status of the port de113506-de72-410b-bdaa-9dc16343bb21 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:27.524368 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-09ef8e30-45f5-4bb8-bc46-3f83d0b7cd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (de113506-de72-410b-bdaa-9dc16343bb21), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:27.564181 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-09ef8e30-45f5-4bb8-bc46-3f83d0b7cd06 None None] For port de113506-de72-410b-bdaa-9dc16343bb21, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=de113506-de72-410b-bdaa-9dc16343bb21,segment=NetworkSegment(38c544f3-877d-4659-8ea0-f9a455b54d96),segment_id=38c544f3-877d-4659-8ea0-f9a455b54d96)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:27.568895 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-09ef8e30-45f5-4bb8-bc46-3f83d0b7cd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (de113506-de72-410b-bdaa-9dc16343bb21), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:27.616039 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef8e30-45f5-4bb8-bc46-3f83d0b7cd06 None None] Pushing event updated for resources: {'Port': ['ID=de113506-de72-410b-bdaa-9dc16343bb21,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:27.684083 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'name': 'tempest-TestShelveInstance-1136901952-router', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:23Z', 'revision_number': 4, 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'gw_port': {'id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'de113506-de72-410b-bdaa-9dc16343bb21', 'name': '', 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'mac_address': 'fa:16:3e:87:29:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5c20e706-8b33-477b-8644-00ad870707ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:22Z', 'updated_at': '2022-07-15T15:11:27Z', 'revision_number': 4, 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'subnets': [{'id': '5c20e706-8b33-477b-8644-00ad870707ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:11:27.692009 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-e41eb055-a353-44d2-bc49-845441624a26 None None] Provisioning complete for port de113506-de72-410b-bdaa-9dc16343bb21 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:27.692383 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e41eb055-a353-44d2-bc49-845441624a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (de113506-de72-410b-bdaa-9dc16343bb21), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:27.713098 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6944df35-ab31-4247-95a8-952e7d61f407 None None] The sync data for ids ['9ca773fe-3b75-454d-9a88-61014b54f914'] in dv-cinder-848821-1-iscsi is: [{'id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'name': 'tempest-TestShelveInstance-1136901952-router', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:23Z', 'revision_number': 4, 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'gw_port': {'id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'de113506-de72-410b-bdaa-9dc16343bb21', 'name': '', 'network_id': 'ada56654-5ac9-474c-8930-e853bfed9fde', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'mac_address': 'fa:16:3e:87:29:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '5c20e706-8b33-477b-8644-00ad870707ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:22Z', 'updated_at': '2022-07-15T15:11:27Z', 'revision_number': 4, 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'subnets': [{'id': '5c20e706-8b33-477b-8644-00ad870707ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:11:27.777607 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-e41eb055-a353-44d2-bc49-845441624a26 None None] Current status of the port de113506-de72-410b-bdaa-9dc16343bb21 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:29.291546 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device de113506-de72-410b-bdaa-9dc16343bb21 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:29.339869 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port de113506-de72-410b-bdaa-9dc16343bb21 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:29.340271 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (de113506-de72-410b-bdaa-9dc16343bb21), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:29.416399 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port de113506-de72-410b-bdaa-9dc16343bb21 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:11:36.895978 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:37.621979 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-16465bfb-31e0-4db0-b4d2-efd31ce490aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:39.724367 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-83e5fb7e-18a5-46fa-96ad-921ada09559e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:40.993802 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:42.424989 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:42.510998 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:11:43.918801 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:47.538875 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0264509-9ffa-42d0-80b5-cf0d59636c82 req-e05534c1-b8f9-4bf7-b60a-9ddfafeb3ad1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:47.540394 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d0264509-9ffa-42d0-80b5-cf0d59636c82 req-e05534c1-b8f9-4bf7-b60a-9ddfafeb3ad1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0547130 Jul 15 15:11:47.590320 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d0264509-9ffa-42d0-80b5-cf0d59636c82 req-d14a09a1-644b-4ebc-a9e1-a298e1cb2529 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443819 Jul 15 15:11:48.808485 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fc29b-d269-42b4-b5a1-e546bf0235ce req-857303ff-648b-4080-a794-a1db83853b9e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:48.810011 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-515fc29b-d269-42b4-b5a1-e546bf0235ce req-857303ff-648b-4080-a794-a1db83853b9e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.1463118 Jul 15 15:11:48.858311 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-515fc29b-d269-42b4-b5a1-e546bf0235ce req-440c58f4-0a75-4159-81a0-ad579e9e1c11 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427475 Jul 15 15:11:49.983952 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be716e-5963-4bbc-811b-b1a152c8b518 req-1b3c934f-0a6e-4868-a2f8-5983de62528e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:49.986160 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-40be716e-5963-4bbc-811b-b1a152c8b518 req-1b3c934f-0a6e-4868-a2f8-5983de62528e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0556791 Jul 15 15:11:50.038717 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-40be716e-5963-4bbc-811b-b1a152c8b518 req-2da167e5-0319-4ee6-b850-c99f917e32e8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466468 Jul 15 15:11:50.173143 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-106e502d-58bc-45ba-9d32-8be0a502d8e3 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2823488&fields=id&tenant_id=594b86276b564dae97f62939276271c0 HTTP/1.1" status: 200 len: 267 time: 0.0493393 Jul 15 15:11:50.286423 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca2e3-20a6-4017-941b-368ea5099655 req-b71486a6-db16-4e82-b0f5-099c262c00ee tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:50.287997 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-b71486a6-db16-4e82-b0f5-099c262c00ee tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/networks?id=27602e48-df48-4d2e-9672-d1853c1e8df2 HTTP/1.1" status: 200 len: 809 time: 0.1055627 Jul 15 15:11:50.302805 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-037831d1-9db9-4bf8-93bd-66debc753e0e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/quotas/594b86276b564dae97f62939276271c0 HTTP/1.1" status: 200 len: 375 time: 0.0094852 Jul 15 15:11:50.361806 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-ad24e5d8-ccc3-4ef1-906e-b6ef48ae410a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=594b86276b564dae97f62939276271c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538774 Jul 15 15:11:50.376709 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-20bdf245-60a5-49e2-8e7c-6ee3194388b3 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103712) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 15:11:50.377658 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-20bdf245-60a5-49e2-8e7c-6ee3194388b3 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050981 Jul 15 15:11:50.463464 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-7dcefaa3-b452-4989-be59-2c1140281f7c service neutron] 10.222.0.47 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803475 Jul 15 15:11:50.556741 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-4a4acc7b-2834-474e-81c0-5052fa40be39 service neutron] 10.222.0.47 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869663 Jul 15 15:11:50.857076 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7da9b393-6a60-4ac2-94a0-4d9de903fc46 req-7a8316ee-58e1-4928-b00f-cebbae90439a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 210 time: 0.0282574 Jul 15 15:11:51.168399 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276b14b-5355-457b-9116-b7d5f4ef7a92 req-0ce726bf-3b11-48a1-a21f-35a1a3e1e311 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:51.170091 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7276b14b-5355-457b-9116-b7d5f4ef7a92 req-0ce726bf-3b11-48a1-a21f-35a1a3e1e311 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0580699 Jul 15 15:11:51.219256 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7276b14b-5355-457b-9116-b7d5f4ef7a92 req-6766cde6-4894-4275-bd6e-e298fa2548ad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426760 Jul 15 15:11:51.910486 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca2e3-20a6-4017-941b-368ea5099655 req-691e0a81-74e4-4118-9eff-bdedf4516116 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:51.911963 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-691e0a81-74e4-4118-9eff-bdedf4516116 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.77 "GET /v2.0/networks?id=27602e48-df48-4d2e-9672-d1853c1e8df2 HTTP/1.1" status: 200 len: 809 time: 0.1052349 Jul 15 15:11:51.959703 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fcf59b2b-3508-4073-b952-7edf1c9845bf req-a0cafc83-0869-4465-95c8-ff5f16dcb430 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 210 time: 0.0343390 Jul 15 15:11:52.007164 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-9ecd8899-b418-4b8d-8d0a-0a80f50cd5d8 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=594b86276b564dae97f62939276271c0 HTTP/1.1" status: 200 len: 377 time: 0.0732398 Jul 15 15:11:52.017290 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Request body: {'port': {'device_id': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'admin_state_up': True, 'tenant_id': '594b86276b564dae97f62939276271c0', 'security_groups': ['4d39388e-609f-4f02-950a-530d85683fba']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:52.123086 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Made reservation on behalf of 594b86276b564dae97f62939276271c0 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:52.126868 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:52.251624 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Allocated IP 172.20.0.5 (27602e48-df48-4d2e-9672-d1853c1e8df2/1aa503bb-4d46-4842-8330-bcabad45e393/541d934e-341f-44b4-8057-923e629ae67a) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:52.354494 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d201e-2f77-485e-a4c3-66f67cc07311 req-7c5c2596-d702-42f8-86d3-d522ef89b04e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:52.356077 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-758d201e-2f77-485e-a4c3-66f67cc07311 req-7c5c2596-d702-42f8-86d3-d522ef89b04e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0563524 Jul 15 15:11:52.394978 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for port (541d934e-341f-44b4-8057-923e629ae67a), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:52.403143 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-758d201e-2f77-485e-a4c3-66f67cc07311 req-99112eff-be54-47b9-a58a-78cc5d8723bb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411575 Jul 15 15:11:52.427202 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (541d934e-341f-44b4-8057-923e629ae67a), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:52.468142 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Network 27602e48-df48-4d2e-9672-d1853c1e8df2 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:52.471227 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:52.477543 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:11:52.485043 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event updated for resources: {'Port': ['ID=541d934e-341f-44b4-8057-923e629ae67a,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:52.532698 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:52.533442 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:52.549591 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a3df8ccb-2522-4dec-8ca0-633d228f782e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5364132 Jul 15 15:11:52.558459 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-14ba882c-017a-4ffe-8671-6835933773e2 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103713) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 15:11:52.559447 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-14ba882c-017a-4ffe-8671-6835933773e2 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052032 Jul 15 15:11:52.577101 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Request body: {'port': {'device_id': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:11:52.644693 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (541d934e-341f-44b4-8057-923e629ae67a), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:52.663610 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-bd9c2002-9bdb-4dbe-a94f-554104c060c5 None None] Provisioning complete for port 541d934e-341f-44b4-8057-923e629ae67a triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:11:52.664198 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2002-9bdb-4dbe-a94f-554104c060c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (541d934e-341f-44b4-8057-923e629ae67a), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:52.698372 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c2002-9bdb-4dbe-a94f-554104c060c5 None None] Port 541d934e-341f-44b4-8057-923e629ae67a cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:11:52.901380 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541d934e-341f-44b4-8057-923e629ae67a {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:11:52.909589 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Publish callbacks [] for port (541d934e-341f-44b4-8057-923e629ae67a), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:52.922382 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Transition to ACTIVE for port object 541d934e-341f-44b4-8057-923e629ae67a will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:11:52.926231 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (541d934e-341f-44b4-8057-923e629ae67a), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:52.981997 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Pushing event updated for resources: {'Port': ['ID=541d934e-341f-44b4-8057-923e629ae67a,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:53.088314 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Attempting to bind port 541d934e-341f-44b4-8057-923e629ae67a on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:11:53.088693 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Attempting to bind port 541d934e-341f-44b4-8057-923e629ae67a by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:11:53.089040 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Attempting to bind port 541d934e-341f-44b4-8057-923e629ae67a on network 27602e48-df48-4d2e-9672-d1853c1e8df2 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:11:53.100896 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Port 541d934e-341f-44b4-8057-923e629ae67a on network 27602e48-df48-4d2e-9672-d1853c1e8df2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:11:53.101377 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Attempting to bind port 541d934e-341f-44b4-8057-923e629ae67a on network 27602e48-df48-4d2e-9672-d1853c1e8df2 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:11:53.112527 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83a42c-5736-4855-bf35-6d903af424d0 req-36d74bf2-b2fd-4a85-a0b7-5de1ddb698c9 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:53.114178 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f83a42c-5736-4855-bf35-6d903af424d0 req-36d74bf2-b2fd-4a85-a0b7-5de1ddb698c9 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0855145 Jul 15 15:11:53.117334 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:11:53.117684 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Checking segment: {'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:11:53.118077 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Bound using segment: {'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:11:53.118519 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Bound port: 541d934e-341f-44b4-8057-923e629ae67a, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:11:53.118892 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (541d934e-341f-44b4-8057-923e629ae67a), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:53.208554 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f83a42c-5736-4855-bf35-6d903af424d0 req-55c47fbf-cc1f-41f6-8ae7-49b99d4a6cd6 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0871434 Jul 15 15:11:53.220447 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] For port 541d934e-341f-44b4-8057-923e629ae67a, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:11:53.223738 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] For port 541d934e-341f-44b4-8057-923e629ae67a, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=541d934e-341f-44b4-8057-923e629ae67a,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:11:53.231354 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (541d934e-341f-44b4-8057-923e629ae67a), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:53.269629 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:53.270248 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:11:53.271638 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] 10.222.0.77 "PUT /v2.0/ports/541d934e-341f-44b4-8057-923e629ae67a HTTP/1.1" status: 200 len: 1093 time: 0.6988890 Jul 15 15:11:53.272084 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'tag': '541d934e-341f-44b4-8057-923e629ae67a'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:11:53.274422 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841a5c3a-8ee9-47ce-9023-f9dc03ac6df5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "tag": "541d934e-341f-44b4-8057-923e629ae67a"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:53.314474 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f89f26-5dc1-433e-8376-6dece8012c24 service neutron] Pushing event updated for resources: {'Port': ['ID=541d934e-341f-44b4-8057-923e629ae67a,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:53.318690 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b69286e-dc28-4f24-b7d9-8fddee4b02a2 x-openstack-request-id: req-2b69286e-dc28-4f24-b7d9-8fddee4b02a2 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:53.319093 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "tag": "541d934e-341f-44b4-8057-923e629ae67a", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:53.319446 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b69286e-dc28-4f24-b7d9-8fddee4b02a2 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:53.319945 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b69286e-dc28-4f24-b7d9-8fddee4b02a2'] response: {'name': 'network-changed', 'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'tag': '541d934e-341f-44b4-8057-923e629ae67a', 'status': 'completed', 'code': 200} Jul 15 15:11:53.387884 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca2e3-20a6-4017-941b-368ea5099655 req-3f4d598a-2475-4c89-9629-0a2bc59040c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:53.389435 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-3f4d598a-2475-4c89-9629-0a2bc59040c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=594b86276b564dae97f62939276271c0&device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 1127 time: 0.0519712 Jul 15 15:11:53.443702 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-112af84b-5b68-498c-a84d-2f0b058369c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541d934e-341f-44b4-8057-923e629ae67a HTTP/1.1" status: 200 len: 217 time: 0.0349870 Jul 15 15:11:53.522794 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca2e3-20a6-4017-941b-368ea5099655 req-322ac6c8-f2da-4dfd-8b40-ef787943d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:53.524144 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-322ac6c8-f2da-4dfd-8b40-ef787943d841 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1aa503bb-4d46-4842-8330-bcabad45e393 HTTP/1.1" status: 200 len: 848 time: 0.0738468 Jul 15 15:11:53.568880 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd3bea-5020-4739-bbf8-9d69f4e4a536 req-67b39446-b938-482f-ac42-e86fb1f28a74 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:53.570312 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d0fd3bea-5020-4739-bbf8-9d69f4e4a536 req-67b39446-b938-482f-ac42-e86fb1f28a74 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0876203 Jul 15 15:11:53.608563 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ca2e3-20a6-4017-941b-368ea5099655 req-fc7e8f7e-45ab-4ec0-a6de-6ef5d8d583ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:53.610660 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-fc7e8f7e-45ab-4ec0-a6de-6ef5d8d583ea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=27602e48-df48-4d2e-9672-d1853c1e8df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764608 Jul 15 15:11:53.642167 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d0fd3bea-5020-4739-bbf8-9d69f4e4a536 req-b5965fc0-d3b4-4aaf-89ff-77cdd8d3b8a6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657151 Jul 15 15:11:53.709960 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-d1ee1789-e895-4639-971b-4e117dadb708 service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901394 Jul 15 15:11:53.798844 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-735ca2e3-20a6-4017-941b-368ea5099655 req-a6a64396-f4b7-44eb-acfd-ae5aaa9cec38 service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818608 Jul 15 15:11:53.927746 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a5c3a-8ee9-47ce-9023-f9dc03ac6df5 req-e5a79f7d-9ec5-4d10-9a55-365ee363165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:53.929227 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-841a5c3a-8ee9-47ce-9023-f9dc03ac6df5 req-e5a79f7d-9ec5-4d10-9a55-365ee363165a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=594b86276b564dae97f62939276271c0&device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 1127 time: 0.0445473 Jul 15 15:11:54.023953 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a5c3a-8ee9-47ce-9023-f9dc03ac6df5 req-7ee118a5-0a70-4a52-b6b3-fe6b7b053d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:54.025430 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-841a5c3a-8ee9-47ce-9023-f9dc03ac6df5 req-7ee118a5-0a70-4a52-b6b3-fe6b7b053d70 service neutron] 10.222.0.77 "GET /v2.0/networks?id=27602e48-df48-4d2e-9672-d1853c1e8df2 HTTP/1.1" status: 200 len: 910 time: 0.0869000 Jul 15 15:11:54.065361 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-841a5c3a-8ee9-47ce-9023-f9dc03ac6df5 req-b398033d-3787-49e3-95cd-d58ece4d9348 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541d934e-341f-44b4-8057-923e629ae67a HTTP/1.1" status: 200 len: 217 time: 0.0325322 Jul 15 15:11:54.118423 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a5c3a-8ee9-47ce-9023-f9dc03ac6df5 req-69217ad8-9199-46bd-82c3-53bc35cb6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:54.119851 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-841a5c3a-8ee9-47ce-9023-f9dc03ac6df5 req-69217ad8-9199-46bd-82c3-53bc35cb6e0f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1aa503bb-4d46-4842-8330-bcabad45e393 HTTP/1.1" status: 200 len: 848 time: 0.0467799 Jul 15 15:11:54.169805 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a5c3a-8ee9-47ce-9023-f9dc03ac6df5 req-e01e0e0b-3cd0-42f5-8ad6-5faf12440be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:54.171708 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-841a5c3a-8ee9-47ce-9023-f9dc03ac6df5 req-e01e0e0b-3cd0-42f5-8ad6-5faf12440be1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=27602e48-df48-4d2e-9672-d1853c1e8df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443716 Jul 15 15:11:54.258822 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-841a5c3a-8ee9-47ce-9023-f9dc03ac6df5 req-1b053c90-f873-4f02-b79b-f6ccf18b8f81 service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805302 Jul 15 15:11:54.332207 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d107393-5ceb-4458-b2e7-d98908a0f045 req-2afe5eb1-6074-42ae-9382-d1bc8060497b tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:54.333617 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5d107393-5ceb-4458-b2e7-d98908a0f045 req-2afe5eb1-6074-42ae-9382-d1bc8060497b tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0564630 Jul 15 15:11:54.352076 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-841a5c3a-8ee9-47ce-9023-f9dc03ac6df5 req-7255d0e2-3c5f-4641-b40a-422a0e2c3cca service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853126 Jul 15 15:11:54.384638 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-5d107393-5ceb-4458-b2e7-d98908a0f045 req-d6cbcd3c-5ba6-484f-8238-49455c1113d4 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451558 Jul 15 15:11:54.767281 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2954f-284b-4807-8d53-bdc27d1ceedf req-9d41f97b-d4c7-4b04-b852-6940f6891ec5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:54.768769 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-54a2954f-284b-4807-8d53-bdc27d1ceedf req-9d41f97b-d4c7-4b04-b852-6940f6891ec5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0535326 Jul 15 15:11:54.814637 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-54a2954f-284b-4807-8d53-bdc27d1ceedf req-e223d42a-69fe-4be1-b45e-8875aec8ab4d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403523 Jul 15 15:11:55.505264 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937f579-b705-404e-acaa-d47b129b78ee req-b156e154-043e-4728-85db-702fdc98cff2 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:55.506761 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4937f579-b705-404e-acaa-d47b129b78ee req-b156e154-043e-4728-85db-702fdc98cff2 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0528991 Jul 15 15:11:55.555389 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4937f579-b705-404e-acaa-d47b129b78ee req-16d679f8-f994-410d-9ba2-c55dbb2a39fe tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431185 Jul 15 15:11:55.933984 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2a4aa-4adf-45b4-b0fc-0d79060945a0 req-dedc615c-ebaa-44e1-bb95-e4ee5665bbd2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:55.935431 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b8c2a4aa-4adf-45b4-b0fc-0d79060945a0 req-dedc615c-ebaa-44e1-bb95-e4ee5665bbd2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0511131 Jul 15 15:11:55.986078 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b8c2a4aa-4adf-45b4-b0fc-0d79060945a0 req-477819c9-a3f9-4b1c-8ee1-b1c39acea328 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438981 Jul 15 15:11:56.676451 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62951e5a-6497-4c1e-aa8e-6f8b2df0db16 req-23c71ae5-b70b-4fe0-aeff-024e452edd1f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:56.677982 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-62951e5a-6497-4c1e-aa8e-6f8b2df0db16 req-23c71ae5-b70b-4fe0-aeff-024e452edd1f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0568230 Jul 15 15:11:56.725919 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-62951e5a-6497-4c1e-aa8e-6f8b2df0db16 req-80a92f09-d359-4e48-8c62-36ca794bddb5 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423355 Jul 15 15:11:57.113142 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83cd62-8f43-44a6-a72d-7f10abab90d1 req-a246f484-c1ca-4ffd-84d3-eca9792084b1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:57.114676 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa83cd62-8f43-44a6-a72d-7f10abab90d1 req-a246f484-c1ca-4ffd-84d3-eca9792084b1 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0580890 Jul 15 15:11:57.166245 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa83cd62-8f43-44a6-a72d-7f10abab90d1 req-96e16c4b-3d91-422c-ac4b-7fb5debe96f5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456617 Jul 15 15:11:57.849635 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfd131-001f-47ff-9e68-8ba0c18306c9 req-5711d1a3-21e5-41aa-9e21-6c8fb2a74561 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:57.851184 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-23dfd131-001f-47ff-9e68-8ba0c18306c9 req-5711d1a3-21e5-41aa-9e21-6c8fb2a74561 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0571816 Jul 15 15:11:57.908127 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-23dfd131-001f-47ff-9e68-8ba0c18306c9 req-487581c3-a47b-4b4c-9721-97c6f5c580bc tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0510921 Jul 15 15:11:58.294085 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71e81c-3215-4245-bd4f-180a768edf85 req-c7054726-dfff-4183-9f56-c42b66a236de tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:58.295556 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-df71e81c-3215-4245-bd4f-180a768edf85 req-c7054726-dfff-4183-9f56-c42b66a236de tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0560164 Jul 15 15:11:58.341889 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-df71e81c-3215-4245-bd4f-180a768edf85 req-ef7c5864-1695-4a8d-8381-ef6ec257b172 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406063 Jul 15 15:11:59.028715 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff1a6a-9990-4075-a590-c8cb44e62938 req-bf15ecff-5132-4b43-b767-ee4263b1993b tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:59.030399 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7bff1a6a-9990-4075-a590-c8cb44e62938 req-bf15ecff-5132-4b43-b767-ee4263b1993b tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0528476 Jul 15 15:11:59.080125 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7bff1a6a-9990-4075-a590-c8cb44e62938 req-b4d8b61f-6a4b-4705-b785-6c770de2d16b tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433311 Jul 15 15:11:59.462762 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb19f9-d8d3-4b39-8bc6-2c2b27bac04b req-95ada899-2bbe-4f2a-8957-deea62b3dfa4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:11:59.464231 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-63bb19f9-d8d3-4b39-8bc6-2c2b27bac04b req-95ada899-2bbe-4f2a-8957-deea62b3dfa4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0521913 Jul 15 15:11:59.510170 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-63bb19f9-d8d3-4b39-8bc6-2c2b27bac04b req-b847f297-fd30-4f11-aa85-079c5d48b1a5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397124 Jul 15 15:12:00.026699 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 97ee97a8-fa87-4fad-be1c-8b52df6fe47f details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:12:00.126203 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:00.137668 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'port_id': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'mac_address': 'fa:16:3e:54:9d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:12:00.173738 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f is: ACTIVE; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:12:00.174089 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:00.191383 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97ee97a8-fa87-4fad-be1c-8b52df6fe47f {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:12:00.204482 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff88ad1-a6a9-406d-bc9f-92930688037c req-6e4fc284-8047-4fab-8e3b-022e27c14edb tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:00.206034 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-aff88ad1-a6a9-406d-bc9f-92930688037c req-6e4fc284-8047-4fab-8e3b-022e27c14edb tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0566366 Jul 15 15:12:00.213706 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:00.218006 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:00.265776 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-aff88ad1-a6a9-406d-bc9f-92930688037c req-444629b5-f8d8-4e42-b5f8-c3be69754efb tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0535393 Jul 15 15:12:00.270528 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,revision_number=6']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:00.282974 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.283336 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.283692 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.284039 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.284497 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.288607 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.289154 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.289586 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.290002 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.290416 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.290829 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.291231 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.291631 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:00.407454 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['97ee97a8-fa87-4fad-be1c-8b52df6fe47f'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:00.640181 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372d95-b915-4038-80a5-98f2ba851673 req-2eb06892-1246-43f8-84a2-0dd39d502d25 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:00.641681 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-31372d95-b915-4038-80a5-98f2ba851673 req-2eb06892-1246-43f8-84a2-0dd39d502d25 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 944 time: 0.0585010 Jul 15 15:12:00.696104 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-31372d95-b915-4038-80a5-98f2ba851673 req-8116299e-d27c-4df8-bb6f-d68287066e77 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487616 Jul 15 15:12:01.393893 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23615d-42aa-4591-9615-c4879c4f2d6a req-5c9d8969-dc50-4c20-851c-a19df10083de tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:01.395355 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-cf23615d-42aa-4591-9615-c4879c4f2d6a req-5c9d8969-dc50-4c20-851c-a19df10083de tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0551379 Jul 15 15:12:01.445121 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-cf23615d-42aa-4591-9615-c4879c4f2d6a req-d82df717-05d3-4076-b112-5f8638b87196 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438030 Jul 15 15:12:01.822212 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43110298-c306-4abe-8101-0a58bc850aed req-6aee0b38-00ff-4017-9b93-c1d7b55242b6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:01.823748 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-43110298-c306-4abe-8101-0a58bc850aed req-6aee0b38-00ff-4017-9b93-c1d7b55242b6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 944 time: 0.0560129 Jul 15 15:12:01.871719 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-43110298-c306-4abe-8101-0a58bc850aed req-756f1b1c-27ca-4b3a-a0a1-3d689870d889 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415459 Jul 15 15:12:02.076650 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bd617-0bb0-4fb8-affc-63ce1376221d req-78b8bc0a-c27f-46ca-8e91-f092ff9e87e1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:02.078680 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-925bd617-0bb0-4fb8-affc-63ce1376221d req-78b8bc0a-c27f-46ca-8e91-f092ff9e87e1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 946 time: 0.0607538 Jul 15 15:12:02.079701 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 97ee97a8-fa87-4fad-be1c-8b52df6fe47f up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:02.125051 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:12:02.125978 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:02.126705 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-925bd617-0bb0-4fb8-affc-63ce1376221d req-0105dfe8-cebe-475b-be6a-b3ef3ad2741d tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420833 Jul 15 15:12:02.200956 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:12:02.201354 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:02.223726 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:12:02.225998 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eae9a7-07aa-4c09-a35e-a376bcf0cad9" -d '{"events": [{"server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "name": "network-vif-plugged", "status": "completed", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:02.240025 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:02.244610 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:02.267340 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f84376-6cf8-475e-bfd9-d17ced0380fc x-openstack-request-id: req-92f84376-6cf8-475e-bfd9-d17ced0380fc {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:02.267636 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "name": "network-vif-plugged", "status": "completed", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:02.267896 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-92f84376-6cf8-475e-bfd9-d17ced0380fc {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:02.268300 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f84376-6cf8-475e-bfd9-d17ced0380fc'] response: {'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'code': 200} Jul 15 15:12:02.297545 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,revision_number=7']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:02.566107 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89550e1e-5b58-4e48-8fdf-07d465b2b084 req-67560d42-62d2-4480-a69d-281db7910ba9 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:02.567585 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-89550e1e-5b58-4e48-8fdf-07d465b2b084 req-67560d42-62d2-4480-a69d-281db7910ba9 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0549605 Jul 15 15:12:02.615347 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-89550e1e-5b58-4e48-8fdf-07d465b2b084 req-dde8df1a-1a88-43f6-9118-0e74ad68c127 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421586 Jul 15 15:12:02.997185 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2985724-d243-439d-b2a2-d7eb96598132 req-df44f3a0-77d8-4b16-83fe-daea31185d18 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:02.998663 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e2985724-d243-439d-b2a2-d7eb96598132 req-df44f3a0-77d8-4b16-83fe-daea31185d18 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0531406 Jul 15 15:12:03.047287 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e2985724-d243-439d-b2a2-d7eb96598132 req-b004ab53-6621-4c7b-953d-022485add251 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419958 Jul 15 15:12:03.244087 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9464364-2efe-4d43-8128-17c6e24a0ace req-372198c2-aadf-4f04-9cd4-89b9eef0b1d8 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:03.245576 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b9464364-2efe-4d43-8128-17c6e24a0ace req-372198c2-aadf-4f04-9cd4-89b9eef0b1d8 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 946 time: 0.0524299 Jul 15 15:12:03.295753 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b9464364-2efe-4d43-8128-17c6e24a0ace req-fef74820-4142-41b6-881e-672ce0a08876 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437098 Jul 15 15:12:03.730738 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320219fa-7cca-4c92-91cc-f45acb23c795 req-e56b2a95-831f-4b79-acce-b5b6c45f022f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:03.732204 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-320219fa-7cca-4c92-91cc-f45acb23c795 req-e56b2a95-831f-4b79-acce-b5b6c45f022f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0523381 Jul 15 15:12:03.784386 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-320219fa-7cca-4c92-91cc-f45acb23c795 req-8f6fddbd-455e-4c06-9edf-514bdcd88c75 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465517 Jul 15 15:12:04.169895 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68677ff-019f-4bb5-b837-4d64371e99d1 req-59eb9442-da6b-4024-a4c7-fbd1020021fd tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:04.171895 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d68677ff-019f-4bb5-b837-4d64371e99d1 req-59eb9442-da6b-4024-a4c7-fbd1020021fd tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Jul 15 15:12:04.220226 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d68677ff-019f-4bb5-b837-4d64371e99d1 req-102525ac-5351-4723-b896-13cde84d62c3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423291 Jul 15 15:12:04.416444 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dddd7-f0d7-4b58-8533-c5464c3f0762 req-a079d19a-4a4a-45e8-b3f4-46064c531dda tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:04.417993 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-201dddd7-f0d7-4b58-8533-c5464c3f0762 req-a079d19a-4a4a-45e8-b3f4-46064c531dda tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 946 time: 0.0521724 Jul 15 15:12:04.463652 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-201dddd7-f0d7-4b58-8533-c5464c3f0762 req-a1921b34-f4fc-4064-8ca4-5e7774dff464 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups?id=ce26818b-3323-47ee-8bed-2ca7b6fbdee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392594 Jul 15 15:12:04.706150 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-12307385-a370-4ef4-9135-7c6504badd23 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:04.708558 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-12307385-a370-4ef4-9135-7c6504badd23 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.77 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 946 time: 0.0517251 Jul 15 15:12:04.803533 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Deleting port e6318ee8-21ca-431d-94ab-910eccfadcb0 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:12:04.803877 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:04.894497 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] For port e6318ee8-21ca-431d-94ab-910eccfadcb0, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=e6318ee8-21ca-431d-94ab-910eccfadcb0,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:04.894868 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:04.901879 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f6995-4421-4d2a-8138-a8a06513a62d req-41fd12a2-0e60-4e83-884e-012e92c682c6 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:04.903361 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-458f6995-4421-4d2a-8138-a8a06513a62d req-41fd12a2-0e60-4e83-884e-012e92c682c6 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0522046 Jul 15 15:12:04.952266 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-458f6995-4421-4d2a-8138-a8a06513a62d req-fd2c7d5d-abca-4177-9806-c5c30f3ad713 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425389 Jul 15 15:12:05.059461 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:05.059829 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (17a959d1-89e7-43af-a80d-2f771192e0fc), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:05.060154 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Floating IP 17a959d1-89e7-43af-a80d-2f771192e0fc disassociated. External IP: 172.27.2.72, port: e6318ee8-21ca-431d-94ab-910eccfadcb0. Jul 15 15:12:05.060502 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Calling delete_port for e6318ee8-21ca-431d-94ab-910eccfadcb0 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:12:05.182941 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (e6318ee8-21ca-431d-94ab-910eccfadcb0), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:05.213656 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event deleted for resources: {'Port': ['ID=e6318ee8-21ca-431d-94ab-910eccfadcb0,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:05.353609 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Router cf293605-382f-4154-8fa2-fee84f93998f has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:12:05.370312 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbb6bc-4b02-49b5-870e-df989c53ad82 req-c541ca74-6850-43e6-96fb-66a2cfeda310 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:05.371779 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e1dbb6bc-4b02-49b5-870e-df989c53ad82 req-c541ca74-6850-43e6-96fb-66a2cfeda310 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0751679 Jul 15 15:12:05.482397 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e1dbb6bc-4b02-49b5-870e-df989c53ad82 req-fceb75c7-9884-46db-bce8-bf475cf161d5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031852 Jul 15 15:12:05.503960 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:05.518982 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab6d31-f3e6-4868-8a6d-98ae11c1ca17 None None] Sync routers for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:05.530687 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab6d31-f3e6-4868-8a6d-98ae11c1ca17 None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:12:05.531495 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-0cab6d31-f3e6-4868-8a6d-98ae11c1ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:11:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:05.556682 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] No DVR routers for this DVR port e6318ee8-21ca-431d-94ab-910eccfadcb0 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:12:05.559423 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:05.563382 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-559ae5cd-c485-4dae-a5d1-f079a00a7d54 req-925454e4-1fee-4d5f-a197-d55a86767421 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.77 "DELETE /v2.0/ports/e6318ee8-21ca-431d-94ab-910eccfadcb0 HTTP/1.1" status: 204 len: 173 time: 0.8495047 Jul 15 15:12:05.563842 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'name': 'network-vif-deleted', 'tag': 'e6318ee8-21ca-431d-94ab-910eccfadcb0'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:12:05.570076 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-9ad3a850-e027-40dc-9b20-3ddabeb28319 req-5f8210e0-70ec-446d-9a63-808f4c4791bb tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a86bdcf-8241-4d14-8583-b4f529a87519 HTTP/1.1" status: 200 len: 210 time: 0.0345848 Jul 15 15:12:05.571183 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece042c6-919b-4368-993c-8d31f7c80bfa" -d '{"events": [{"server_uuid": "6a86bdcf-8241-4d14-8583-b4f529a87519", "name": "network-vif-deleted", "tag": "e6318ee8-21ca-431d-94ab-910eccfadcb0"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:05.620236 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377f9041-b7e7-4b84-bc70-cc53ed89956c x-openstack-request-id: req-377f9041-b7e7-4b84-bc70-cc53ed89956c {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:05.620652 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a86bdcf-8241-4d14-8583-b4f529a87519", "name": "network-vif-deleted", "tag": "e6318ee8-21ca-431d-94ab-910eccfadcb0", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:05.620985 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-377f9041-b7e7-4b84-bc70-cc53ed89956c {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:05.621624 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377f9041-b7e7-4b84-bc70-cc53ed89956c'] response: {'server_uuid': '6a86bdcf-8241-4d14-8583-b4f529a87519', 'name': 'network-vif-deleted', 'tag': 'e6318ee8-21ca-431d-94ab-910eccfadcb0', 'status': 'completed', 'code': 200} Jul 15 15:12:05.651637 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-0cab6d31-f3e6-4868-8a6d-98ae11c1ca17 None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:12:05.859385 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-0cab6d31-f3e6-4868-8a6d-98ae11c1ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:36Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:05.884292 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab6d31-f3e6-4868-8a6d-98ae11c1ca17 None None] Checking router: cf293605-382f-4154-8fa2-fee84f93998f for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:05.895785 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab6d31-f3e6-4868-8a6d-98ae11c1ca17 None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:12:05.896409 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-0cab6d31-f3e6-4868-8a6d-98ae11c1ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:11:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:06.003177 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-0cab6d31-f3e6-4868-8a6d-98ae11c1ca17 None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:12:06.085998 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc635b-20d3-42d1-91ff-791e238f2191 req-c920c831-06ed-4b0b-8b02-076b3ccf7943 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:06.087334 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a1dc635b-20d3-42d1-91ff-791e238f2191 req-c920c831-06ed-4b0b-8b02-076b3ccf7943 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0647972 Jul 15 15:12:06.159711 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a1dc635b-20d3-42d1-91ff-791e238f2191 req-4651d6a5-c335-4ad2-b3ed-49a3edde01e7 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0666707 Jul 15 15:12:06.219264 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 541d934e-341f-44b4-8057-923e629ae67a details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:12:06.413225 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 541d934e-341f-44b4-8057-923e629ae67a, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=541d934e-341f-44b4-8057-923e629ae67a,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:06.433128 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '541d934e-341f-44b4-8057-923e629ae67a', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'port_id': '541d934e-341f-44b4-8057-923e629ae67a', 'mac_address': 'fa:16:3e:e0:0c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:12:06.479930 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 541d934e-341f-44b4-8057-923e629ae67a is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:12:06.480372 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (541d934e-341f-44b4-8057-923e629ae67a), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:06.486086 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-0cab6d31-f3e6-4868-8a6d-98ae11c1ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:36Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:06.519128 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab6d31-f3e6-4868-8a6d-98ae11c1ca17 None None] The sync data for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi is: [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:01:28Z', 'revision_number': 4, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '92cf48f4-3f38-4567-81e2-81634bd0ae29', 'name': '', 'network_id': '4ba6677d-5774-4709-9ff3-2439871082dd', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'mac_address': 'fa:16:3e:30:fb:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:25Z', 'updated_at': '2022-07-15T15:01:36Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'subnets': [{'id': 'fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:06.524154 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541d934e-341f-44b4-8057-923e629ae67a {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:12:06.554548 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 541d934e-341f-44b4-8057-923e629ae67a, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=541d934e-341f-44b4-8057-923e629ae67a,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:06.561014 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (541d934e-341f-44b4-8057-923e629ae67a), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:06.633866 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=541d934e-341f-44b4-8057-923e629ae67a,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:06.667352 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39770) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:06.711998 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60b593-b6dc-4391-ba6d-813736de1d62 req-9b8c6a73-3fb9-4551-859f-3fbb9fe2e20b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:06.719832 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ae60b593-b6dc-4391-ba6d-813736de1d62 req-9b8c6a73-3fb9-4551-859f-3fbb9fe2e20b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.1135886 Jul 15 15:12:06.728247 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f37e84f1-7b46-4cd4-a7d6-08916d9a2cbd tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group (ce26818b-3323-47ee-8bed-2ca7b6fbdee6), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:06.759535 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f37e84f1-7b46-4cd4-a7d6-08916d9a2cbd tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group (ce26818b-3323-47ee-8bed-2ca7b6fbdee6), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:06.776062 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ae60b593-b6dc-4391-ba6d-813736de1d62 req-bdc1b3b1-ba65-4407-a6b0-313e5e6457c0 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551331 Jul 15 15:12:06.839140 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f37e84f1-7b46-4cd4-a7d6-08916d9a2cbd tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (ce26818b-3323-47ee-8bed-2ca7b6fbdee6), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:06.841954 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f37e84f1-7b46-4cd4-a7d6-08916d9a2cbd tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:06.843304 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-f37e84f1-7b46-4cd4-a7d6-08916d9a2cbd tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "DELETE /v2.0/security-groups/ce26818b-3323-47ee-8bed-2ca7b6fbdee6 HTTP/1.1" status: 204 len: 168 time: 0.1745062 Jul 15 15:12:06.846954 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39772) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:06.854369 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e84f1-7b46-4cd4-a7d6-08916d9a2cbd tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce26818b-3323-47ee-8bed-2ca7b6fbdee6,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:06.864783 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.api.v2.resource [None req-043a270a-246d-48c0-b3e2-b19088598cf1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] show failed (client error): The resource could not be found. Jul 15 15:12:06.870220 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39774) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:06.870659 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-043a270a-246d-48c0-b3e2-b19088598cf1 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "GET /v2.0/security-groups/ce26818b-3323-47ee-8bed-2ca7b6fbdee6 HTTP/1.1" status: 404 len: 347 time: 0.0218139 Jul 15 15:12:06.910904 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:06.949692 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6539d0-2843-4ea8-a8d2-b999760caaf7 None None] New status for floating IP 17a959d1-89e7-43af-a80d-2f771192e0fc: DOWN {{(pid=103715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:12:07.041606 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8c0a8-849d-4abc-946e-10a025e0f893 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Deleting port 2c35d09f-2775-4f22-9200-6bc043efcab8 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:12:07.042239 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c0a8-849d-4abc-946e-10a025e0f893 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (2c35d09f-2775-4f22-9200-6bc043efcab8), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:07.133420 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['541d934e-341f-44b4-8057-923e629ae67a'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:07.159254 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c0a8-849d-4abc-946e-10a025e0f893 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (2c35d09f-2775-4f22-9200-6bc043efcab8), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:07.159772 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c0a8-849d-4abc-946e-10a025e0f893 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (2c35d09f-2775-4f22-9200-6bc043efcab8), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:07.176914 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-b4b8c0a8-849d-4abc-946e-10a025e0f893 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Calling delete_port for 2c35d09f-2775-4f22-9200-6bc043efcab8 owned by network:floatingip {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:12:07.352047 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ec703-dc1d-4316-8e65-b703bbed5949 req-557131d8-e6d8-4d3b-a8e7-628117ce210a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:07.353614 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0e7ec703-dc1d-4316-8e65-b703bbed5949 req-557131d8-e6d8-4d3b-a8e7-628117ce210a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 944 time: 0.0780156 Jul 15 15:12:07.442996 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-0e7ec703-dc1d-4316-8e65-b703bbed5949 req-2c454c1f-4b1d-4748-b423-2460c042bd61 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0821669 Jul 15 15:12:07.450974 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c0a8-849d-4abc-946e-10a025e0f893 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (2c35d09f-2775-4f22-9200-6bc043efcab8), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:07.486639 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8c0a8-849d-4abc-946e-10a025e0f893 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Pushing event deleted for resources: {'Port': ['ID=2c35d09f-2775-4f22-9200-6bc043efcab8,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:07.552509 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c0a8-849d-4abc-946e-10a025e0f893 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks [] for floatingip (17a959d1-89e7-43af-a80d-2f771192e0fc), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:07.555164 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c0a8-849d-4abc-946e-10a025e0f893 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:07.559091 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-b4b8c0a8-849d-4abc-946e-10a025e0f893 tempest-AttachVolumeTestJSON-2072972826 tempest-AttachVolumeTestJSON-2072972826-project] 10.222.0.47 "DELETE /v2.0/floatingips/17a959d1-89e7-43af-a80d-2f771192e0fc HTTP/1.1" status: 204 len: 168 time: 0.6848195 Jul 15 15:12:07.637946 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3e67fdeb-ff40-4405-96b3-59e1be8c638d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:07.949825 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70334dcb-4e7c-4371-ac3d-3280cec053b3 req-c9c87e03-1f7f-4927-857c-433e06b713e8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:07.951268 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-70334dcb-4e7c-4371-ac3d-3280cec053b3 req-c9c87e03-1f7f-4927-857c-433e06b713e8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0617602 Jul 15 15:12:08.006164 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-70334dcb-4e7c-4371-ac3d-3280cec053b3 req-7f042097-0776-413c-915e-fca2c6977512 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490358 Jul 15 15:12:08.126546 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device e6318ee8-21ca-431d-94ab-910eccfadcb0 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:12:08.148077 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: e6318ee8-21ca-431d-94ab-910eccfadcb0 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:12:08.148760 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device e6318ee8-21ca-431d-94ab-910eccfadcb0 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:12:08.574310 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e24d00-4ddd-41b1-bcb4-5edc48b6b84d req-38ccde7f-eaf6-4d8b-9d47-7603fb4bae1e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:08.576627 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-20e24d00-4ddd-41b1-bcb4-5edc48b6b84d req-38ccde7f-eaf6-4d8b-9d47-7603fb4bae1e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 944 time: 0.0582483 Jul 15 15:12:08.631862 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-20e24d00-4ddd-41b1-bcb4-5edc48b6b84d req-53ef3e81-6ca5-4850-ba0a-83248527440c tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0492051 Jul 15 15:12:09.166268 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2638055-091d-4e54-a08f-8afdc10d2a9f req-08a1a186-0ad2-4c73-ac77-b370ed9562ce tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:09.168424 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2638055-091d-4e54-a08f-8afdc10d2a9f req-08a1a186-0ad2-4c73-ac77-b370ed9562ce tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0807302 Jul 15 15:12:09.241914 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2638055-091d-4e54-a08f-8afdc10d2a9f req-d5f1bee6-1032-4e2a-8736-700d8046e8f6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535989 Jul 15 15:12:09.735166 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-313c382e-7684-4a3a-8e41-827a95e78c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:09.779335 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c999c9-0df5-485a-a4a7-1172fdd59cce req-6cb6e351-89b1-4eec-94e1-0fcfdd5996bb tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:09.785049 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d5c999c9-0df5-485a-a4a7-1172fdd59cce req-6cb6e351-89b1-4eec-94e1-0fcfdd5996bb tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 944 time: 0.0662818 Jul 15 15:12:09.832485 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d5c999c9-0df5-485a-a4a7-1172fdd59cce req-f851d7bb-6c26-46bf-a023-f243668938d3 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447781 Jul 15 15:12:10.156750 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 541d934e-341f-44b4-8057-923e629ae67a up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:10.209917 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port 541d934e-341f-44b4-8057-923e629ae67a completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:12:10.213870 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 541d934e-341f-44b4-8057-923e629ae67a triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:12:10.214242 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (541d934e-341f-44b4-8057-923e629ae67a), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:10.299626 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 541d934e-341f-44b4-8057-923e629ae67a is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:12:10.300179 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (541d934e-341f-44b4-8057-923e629ae67a), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:10.328430 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541d934e-341f-44b4-8057-923e629ae67a'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:12:10.331512 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b046307b-5b21-4b49-bb8e-f2e25a51f5fd" -d '{"events": [{"server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "name": "network-vif-plugged", "status": "completed", "tag": "541d934e-341f-44b4-8057-923e629ae67a"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:10.346841 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 541d934e-341f-44b4-8057-923e629ae67a, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=541d934e-341f-44b4-8057-923e629ae67a,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:10.353947 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (541d934e-341f-44b4-8057-923e629ae67a), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:10.411314 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ceb25b-f40c-49fd-b70e-49687dbe6333 req-fea36302-ce38-472b-a85e-23d1054154b0 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:10.413728 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e9ceb25b-f40c-49fd-b70e-49687dbe6333 req-fea36302-ce38-472b-a85e-23d1054154b0 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0967066 Jul 15 15:12:10.428436 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=541d934e-341f-44b4-8057-923e629ae67a,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:10.474912 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73d31bb-6a96-4bf6-8ddc-bbe2c2ecb9ea x-openstack-request-id: req-a73d31bb-6a96-4bf6-8ddc-bbe2c2ecb9ea {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:10.474912 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "name": "network-vif-plugged", "status": "completed", "tag": "541d934e-341f-44b4-8057-923e629ae67a", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:10.474912 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a73d31bb-6a96-4bf6-8ddc-bbe2c2ecb9ea {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:10.475378 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73d31bb-6a96-4bf6-8ddc-bbe2c2ecb9ea'] response: {'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541d934e-341f-44b4-8057-923e629ae67a', 'code': 200} Jul 15 15:12:10.497077 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e9ceb25b-f40c-49fd-b70e-49687dbe6333 req-bcce8dbb-3c9f-46b1-b4ad-bc54d26adae3 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670226 Jul 15 15:12:10.789617 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd4bec-b68d-4e2f-89a3-d088ae3bf6a3 req-a557227d-b2f5-4949-b8c1-f1158d9354e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:10.791278 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-84dd4bec-b68d-4e2f-89a3-d088ae3bf6a3 req-a557227d-b2f5-4949-b8c1-f1158d9354e1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 1129 time: 0.1058600 Jul 15 15:12:10.840247 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-84dd4bec-b68d-4e2f-89a3-d088ae3bf6a3 req-5e6946d8-5ff5-4b32-88eb-f2f886116673 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412159 Jul 15 15:12:10.966087 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf99dad-be13-4d19-ba31-397fffa02ae8 req-35a87425-d5f9-4a76-b1d1-211f7e736cb0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:10.967488 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-acf99dad-be13-4d19-ba31-397fffa02ae8 req-35a87425-d5f9-4a76-b1d1-211f7e736cb0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0581911 Jul 15 15:12:11.001091 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:11.027281 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-acf99dad-be13-4d19-ba31-397fffa02ae8 req-40757d7b-f8cf-4fd1-9c47-1572a7d77b08 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537238 Jul 15 15:12:11.174085 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39828) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:11.661448 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23a152-934c-4774-a57e-568f78a19274 req-a4f12102-134f-4e04-b962-5f7f1336dd68 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:11.669732 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa23a152-934c-4774-a57e-568f78a19274 req-a4f12102-134f-4e04-b962-5f7f1336dd68 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0701895 Jul 15 15:12:11.689022 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-50a7341a-af98-435c-9112-2b00d06f35c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919785'] for router_interface (cf293605-382f-4154-8fa2-fee84f93998f), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:11.716676 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa23a152-934c-4774-a57e-568f78a19274 req-6502ff18-7408-4436-a473-250b97da95ad tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457392 Jul 15 15:12:11.946979 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-50a7341a-af98-435c-9112-2b00d06f35c2 admin admin] Deleting port 92cf48f4-3f38-4567-81e2-81634bd0ae29 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:12:11.947425 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-50a7341a-af98-435c-9112-2b00d06f35c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:12.035174 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-50a7341a-af98-435c-9112-2b00d06f35c2 admin admin] For port 92cf48f4-3f38-4567-81e2-81634bd0ae29, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=92cf48f4-3f38-4567-81e2-81634bd0ae29,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:12.035845 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-50a7341a-af98-435c-9112-2b00d06f35c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:12.055726 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-50a7341a-af98-435c-9112-2b00d06f35c2 admin admin] Calling delete_port for 92cf48f4-3f38-4567-81e2-81634bd0ae29 owned by network:router_interface {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:12:12.221405 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4085d-3812-42d2-ab79-b6cd82bc5429 req-5a06f352-4b25-4031-8e76-0dfc02b58921 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:12.222379 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1bb4085d-3812-42d2-ab79-b6cd82bc5429 req-5a06f352-4b25-4031-8e76-0dfc02b58921 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.1208596 Jul 15 15:12:12.309297 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1bb4085d-3812-42d2-ab79-b6cd82bc5429 req-d0fdb4c2-ddbf-4a95-b429-97cf6b29f622 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0734406 Jul 15 15:12:12.337814 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-50a7341a-af98-435c-9112-2b00d06f35c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (92cf48f4-3f38-4567-81e2-81634bd0ae29), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:12.367882 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7341a-af98-435c-9112-2b00d06f35c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=92cf48f4-3f38-4567-81e2-81634bd0ae29,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:12.431689 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:12.836566 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-50a7341a-af98-435c-9112-2b00d06f35c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919669'] for router_interface (cf293605-382f-4154-8fa2-fee84f93998f), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:12.867589 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3bfd1-b0d8-4fff-97bf-17c69ad438ae req-24a3a5f6-cc9b-4a85-a162-3941d0aa4f24 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:12.877378 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6aa3bfd1-b0d8-4fff-97bf-17c69ad438ae req-24a3a5f6-cc9b-4a85-a162-3941d0aa4f24 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0720220 Jul 15 15:12:12.942183 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6aa3bfd1-b0d8-4fff-97bf-17c69ad438ae req-8c951707-3252-4c94-8176-6a97c87a36cb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638378 Jul 15 15:12:13.098751 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a7341a-af98-435c-9112-2b00d06f35c2 admin admin] Router cf293605-382f-4154-8fa2-fee84f93998f has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:12:13.214385 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a7341a-af98-435c-9112-2b00d06f35c2 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:13.222756 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-50a7341a-af98-435c-9112-2b00d06f35c2 admin admin] 10.222.0.47 "PUT /v2.0/routers/cf293605-382f-4154-8fa2-fee84f93998f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0473471 Jul 15 15:12:13.226092 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39842) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:13.227845 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bc207-5196-4d16-bd7e-c8b378b90eba None None] Sync routers for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:13.242988 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bc207-5196-4d16-bd7e-c8b378b90eba None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:12:13.243828 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-527bc207-5196-4d16-bd7e-c8b378b90eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:12:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:13.349178 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Publish callbacks [] for router (cf293605-382f-4154-8fa2-fee84f93998f), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:13.388908 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-527bc207-5196-4d16-bd7e-c8b378b90eba None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:12:13.472563 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Publish callbacks [] for router_gateway (cf293605-382f-4154-8fa2-fee84f93998f), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:13.507530 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2125fff-b28d-42bb-af9d-7a9a1dfaf28f req-20bf499b-de6f-4273-a3d2-5c1f209404e2 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:13.510330 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d2125fff-b28d-42bb-af9d-7a9a1dfaf28f req-20bf499b-de6f-4273-a3d2-5c1f209404e2 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0787137 Jul 15 15:12:13.536401 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Deleting port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:12:13.536766 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:13.585600 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d2125fff-b28d-42bb-af9d-7a9a1dfaf28f req-75d3775c-fea9-4d26-b544-3247deb4070e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0699322 Jul 15 15:12:13.653914 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-527bc207-5196-4d16-bd7e-c8b378b90eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:12:12Z', 'revision_number': 5, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port': {'id': '9ff3777b-ee60-433d-87cb-bf0fb1eb292b', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:18Z', 'updated_at': '2022-07-15T15:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:13.681685 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bc207-5196-4d16-bd7e-c8b378b90eba None None] Checking router: cf293605-382f-4154-8fa2-fee84f93998f for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:13.691163 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bc207-5196-4d16-bd7e-c8b378b90eba None None] Routers {'cf293605-382f-4154-8fa2-fee84f93998f'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:12:13.692001 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-527bc207-5196-4d16-bd7e-c8b378b90eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:12:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['cf293605-382f-4154-8fa2-fee84f93998f'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:13.707230 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] For port 9ff3777b-ee60-433d-87cb-bf0fb1eb292b, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=9ff3777b-ee60-433d-87cb-bf0fb1eb292b,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:13.708701 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:13.743514 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Calling delete_port for 9ff3777b-ee60-433d-87cb-bf0fb1eb292b owned by network:router_gateway {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:12:13.780198 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-527bc207-5196-4d16-bd7e-c8b378b90eba None None] Set router cf293605-382f-4154-8fa2-fee84f93998f gateway port host: None {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:12:13.802301 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946fb36-be4d-4dd1-a771-56547c784222 req-1270f624-72ff-4d0b-80e6-4d2cdf33fcb2 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:13.810489 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e946fb36-be4d-4dd1-a771-56547c784222 req-1270f624-72ff-4d0b-80e6-4d2cdf33fcb2 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.1487863 Jul 15 15:12:13.837179 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-527bc207-5196-4d16-bd7e-c8b378b90eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:12:13Z', 'revision_number': 6, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port_host': None}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:13.865278 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527bc207-5196-4d16-bd7e-c8b378b90eba None None] The sync data for ids ['cf293605-382f-4154-8fa2-fee84f93998f'] in dv-cinder-848821-1-iscsi is: [{'id': 'cf293605-382f-4154-8fa2-fee84f93998f', 'name': 'tempest-AttachVolumeTestJSON-595460405-router', 'tenant_id': 'e6b962299ae347548ec82de0f2b6389d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:15Z', 'updated_at': '2022-07-15T15:12:13Z', 'revision_number': 6, 'project_id': 'e6b962299ae347548ec82de0f2b6389d', 'gw_port_host': None}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:13.911565 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e946fb36-be4d-4dd1-a771-56547c784222 req-68b36259-7300-493b-8618-41db888fdd01 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0972903 Jul 15 15:12:13.932229 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39848) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:13.935108 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.073189 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (9ff3777b-ee60-433d-87cb-bf0fb1eb292b), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.103635 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a8f812-258f-439a-948b-cb04281e42ed tempest-TestShelveInstance-1418942971 tempest-TestShelveInstance-1418942971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:14.105197 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-27a8f812-258f-439a-948b-cb04281e42ed tempest-TestShelveInstance-1418942971 tempest-TestShelveInstance-1418942971-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 1124 time: 0.1719918 Jul 15 15:12:14.106688 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff3777b-ee60-433d-87cb-bf0fb1eb292b,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:14.108924 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 39854) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:14.113878 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'port_id': '541d934e-341f-44b4-8057-923e629ae67a', 'tenant_id': '594b86276b564dae97f62939276271c0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:12:14.128313 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f3115-d334-4fc7-abcd-e942c402647b req-361cf3f1-ca15-40e5-aa1f-26a0edc9b74e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:14.135378 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-323f3115-d334-4fc7-abcd-e942c402647b req-361cf3f1-ca15-40e5-aa1f-26a0edc9b74e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.1091094 Jul 15 15:12:14.169422 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.203253 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919507'] for router_gateway (cf293605-382f-4154-8fa2-fee84f93998f), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.277845 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-323f3115-d334-4fc7-abcd-e942c402647b req-2b2e3e01-fe14-49e6-825d-34f5ce73ed13 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415074 Jul 15 15:12:14.352110 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.531978 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Allocated IP 172.27.2.128 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/851c4ed9-13ae-4af1-8286-12c5847a8e02) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:14.648810 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59243'] for router (cf293605-382f-4154-8fa2-fee84f93998f), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.650771 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Publish callbacks [] for router_controller (cf293605-382f-4154-8fa2-fee84f93998f), precommit_delete_associations {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.696299 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920899'] for router (cf293605-382f-4154-8fa2-fee84f93998f), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.697070 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf293605-382f-4154-8fa2-fee84f93998f {{(pid=103713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:12:14.697718 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for port (851c4ed9-13ae-4af1-8286-12c5847a8e02), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.703777 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.707930 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-c2ee85cf-20f0-4360-bc18-97ef58951dbd admin admin] 10.222.0.47 "DELETE /v2.0/routers/cf293605-382f-4154-8fa2-fee84f93998f HTTP/1.1" status: 204 len: 168 time: 1.4775484 Jul 15 15:12:14.708696 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39856) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:14.756145 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_v2 [None req-f799e335-47a3-42c0-8524-fa47145311ee admin admin] Deleting subnet fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff {{(pid=103713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:12:14.759593 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f799e335-47a3-42c0-8524-fa47145311ee admin admin] Publish callbacks [] for subnet (fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.773512 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (851c4ed9-13ae-4af1-8286-12c5847a8e02), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.807724 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f799e335-47a3-42c0-8524-fa47145311ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8946345'] for subnet (fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff), precommit_delete_associations {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.834238 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:14.841858 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:14.846750 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event updated for resources: {'Port': ['ID=851c4ed9-13ae-4af1-8286-12c5847a8e02,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:14.849614 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:12:14.893530 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f799e335-47a3-42c0-8524-fa47145311ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:14.956596 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f799e335-47a3-42c0-8524-fa47145311ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9594231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516920'] for subnet (fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.001366 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f799e335-47a3-42c0-8524-fa47145311ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.005051 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-f799e335-47a3-42c0-8524-fa47145311ee admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff HTTP/1.1" status: 204 len: 168 time: 0.2957525 Jul 15 15:12:15.006973 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799e335-47a3-42c0-8524-fa47145311ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fedc0b87-f24a-4cbc-a4fe-922f0b5be8ff,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:15.009351 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39858) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:15.010678 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a2a40-f901-4abc-bcad-13b6e2c3e1cb None None] Network 4ba6677d-5774-4709-9ff3-2439871082dd requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:12:15.098433 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (4ba6677d-5774-4709-9ff3-2439871082dd), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.227857 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff0276-8c8e-490d-82ee-681c35455898 req-5bc32d2c-2b22-4095-b7f5-581983f047d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:15.230864 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6aff0276-8c8e-490d-82ee-681c35455898 req-5bc32d2c-2b22-4095-b7f5-581983f047d0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 1129 time: 0.1051724 Jul 15 15:12:15.265950 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d7efc5-76cd-41b0-a72a-b3e933fb39ac None None] DHCP port deletion for 4ba6677d-5774-4709-9ff3-2439871082dd request from dv-cinder-848821-1-iscsi {{(pid=103714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 15:12:15.389323 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-39d7efc5-76cd-41b0-a72a-b3e933fb39ac None None] Deleting port b9662776-7231-490c-967d-cb69d1874cf7 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:12:15.394034 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39d7efc5-76cd-41b0-a72a-b3e933fb39ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (b9662776-7231-490c-967d-cb69d1874cf7), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.416752 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff0276-8c8e-490d-82ee-681c35455898 req-18af9904-45bd-4ded-a5fb-98e86099cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:15.418301 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6aff0276-8c8e-490d-82ee-681c35455898 req-18af9904-45bd-4ded-a5fb-98e86099cf8d service neutron] 10.222.0.77 "GET /v2.0/networks?id=6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 200 len: 917 time: 0.1345673 Jul 15 15:12:15.423625 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Deleting port b9662776-7231-490c-967d-cb69d1874cf7 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:12:15.423625 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (b9662776-7231-490c-967d-cb69d1874cf7), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.461960 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for floatingip (fad3d486-31d3-467f-91b9-527625d51327), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.498251 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-39d7efc5-76cd-41b0-a72a-b3e933fb39ac None None] For port b9662776-7231-490c-967d-cb69d1874cf7, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=b9662776-7231-490c-967d-cb69d1874cf7,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:15.498942 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39d7efc5-76cd-41b0-a72a-b3e933fb39ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (b9662776-7231-490c-967d-cb69d1874cf7), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.516244 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-39d7efc5-76cd-41b0-a72a-b3e933fb39ac None None] Calling delete_port for b9662776-7231-490c-967d-cb69d1874cf7 owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:12:15.595124 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (851c4ed9-13ae-4af1-8286-12c5847a8e02), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.601183 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] For port b9662776-7231-490c-967d-cb69d1874cf7, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=b9662776-7231-490c-967d-cb69d1874cf7,segment=NetworkSegment(0cb106ca-3121-4192-ac13-0ab4dee04f8e),segment_id=0cb106ca-3121-4192-ac13-0ab4dee04f8e)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:15.601635 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (b9662776-7231-490c-967d-cb69d1874cf7), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.606740 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6aff0276-8c8e-490d-82ee-681c35455898 req-4f785eaf-d130-4240-be15-53652ddef8b0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f HTTP/1.1" status: 200 len: 999 time: 0.1730993 Jul 15 15:12:15.614300 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device b9662776-7231-490c-967d-cb69d1874cf7 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:12:15.619251 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39d7efc5-76cd-41b0-a72a-b3e933fb39ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494'] for port (b9662776-7231-490c-967d-cb69d1874cf7), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.629125 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c25309-6c19-41f0-9da4-2f24e8fb7202 req-6e4fa180-0dbd-4b53-9f6e-45262b08978d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:15.633992 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-20c25309-6c19-41f0-9da4-2f24e8fb7202 req-6e4fa180-0dbd-4b53-9f6e-45262b08978d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.1945081 Jul 15 15:12:15.635120 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Calling delete_port for b9662776-7231-490c-967d-cb69d1874cf7 owned by network:dhcp {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:12:15.666717 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: b9662776-7231-490c-967d-cb69d1874cf7 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:12:15.667402 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device b9662776-7231-490c-967d-cb69d1874cf7 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:12:15.667922 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 9ff3777b-ee60-433d-87cb-bf0fb1eb292b no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:12:15.763534 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (b9662776-7231-490c-967d-cb69d1874cf7), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.818680 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for port (851c4ed9-13ae-4af1-8286-12c5847a8e02), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.826595 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (851c4ed9-13ae-4af1-8286-12c5847a8e02), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:15.857627 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9662776-7231-490c-967d-cb69d1874cf7,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:15.860523 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7efc5-76cd-41b0-a72a-b3e933fb39ac None None] No DVR routers for this DVR port b9662776-7231-490c-967d-cb69d1874cf7 on host dv-cinder-848821-1-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:12:15.864795 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7efc5-76cd-41b0-a72a-b3e933fb39ac None None] Pushing event deleted for resources: {'Port': ['ID=b9662776-7231-490c-967d-cb69d1874cf7,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:15.866534 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 9ff3777b-ee60-433d-87cb-bf0fb1eb292b {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:12:15.866951 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 9ff3777b-ee60-433d-87cb-bf0fb1eb292b not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:12:15.867478 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 92cf48f4-3f38-4567-81e2-81634bd0ae29 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:12:15.885760 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] No DVR routers for this DVR port b9662776-7231-490c-967d-cb69d1874cf7 on host dv-cinder-848821-1-iscsi {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:12:15.898416 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 92cf48f4-3f38-4567-81e2-81634bd0ae29 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:12:15.898416 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 92cf48f4-3f38-4567-81e2-81634bd0ae29 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:12:15.961183 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event updated for resources: {'Port': ['ID=851c4ed9-13ae-4af1-8286-12c5847a8e02,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:15.983436 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (fad3d486-31d3-467f-91b9-527625d51327), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:16.001166 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-20c25309-6c19-41f0-9da4-2f24e8fb7202 req-6c38e77e-64ce-43b3-a905-335b0ef0567d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325556 Jul 15 15:12:16.034264 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff0276-8c8e-490d-82ee-681c35455898 req-5ac5b4f5-b5f3-4bf1-b8ef-768ea8001857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:16.036160 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6aff0276-8c8e-490d-82ee-681c35455898 req-5ac5b4f5-b5f3-4bf1-b8ef-768ea8001857 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=91da5f73-afdf-40ef-8514-e3bc1855b00b HTTP/1.1" status: 200 len: 855 time: 0.4220996 Jul 15 15:12:16.077800 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (4ba6677d-5774-4709-9ff3-2439871082dd), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:16.100612 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.l3_db [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Floating IP fad3d486-31d3-467f-91b9-527625d51327 associated. External IP: 172.27.2.128, port: 541d934e-341f-44b4-8057-923e629ae67a. Jul 15 15:12:16.109347 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba6677d-5774-4709-9ff3-2439871082dd']}} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:16.123128 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb106ca-3121-4192-ac13-0ab4dee04f8e') {'for_net_delete': True} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:16.123353 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb106ca-3121-4192-ac13-0ab4dee04f8e') {} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:16.136157 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8946320'] for segment (0cb106ca-3121-4192-ac13-0ab4dee04f8e), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:16.154036 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff0276-8c8e-490d-82ee-681c35455898 req-996192d8-79f7-410a-88e0-43b7e945241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:16.155717 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6aff0276-8c8e-490d-82ee-681c35455898 req-996192d8-79f7-410a-88e0-43b7e945241e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6bc3d271-2ef5-49bb-a731-b4563e428444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063776 Jul 15 15:12:16.170028 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (0cb106ca-3121-4192-ac13-0ab4dee04f8e), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:16.224581 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:12:16.224581 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9594317'] for segment (0cb106ca-3121-4192-ac13-0ab4dee04f8e), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:16.274238 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 0cb106ca-3121-4192-ac13-0ab4dee04f8e resource provider aggregate not found Jul 15 15:12:16.316782 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 0cb106ca-3121-4192-ac13-0ab4dee04f8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cb106ca-3121-4192-ac13-0ab4dee04f8e found for delete ", "request_id": "req-0d4cdecb-ade1-4119-ae12-d4810f006e31"}]} Jul 15 15:12:16.339136 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6aff0276-8c8e-490d-82ee-681c35455898 req-5e40d84e-8982-42ac-900e-6111b0776a9f service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769359 Jul 15 15:12:16.359456 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (4ba6677d-5774-4709-9ff3-2439871082dd), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:16.373947 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:16.378226 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4ba6677d-5774-4709-9ff3-2439871082dd HTTP/1.1" status: 204 len: 168 time: 1.3676374 Jul 15 15:12:16.399566 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:12:16.422296 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace1e06-8d79-4ce3-9eec-08bfe8b803e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba6677d-5774-4709-9ff3-2439871082dd,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:16.490286 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6aff0276-8c8e-490d-82ee-681c35455898 req-37afa2a7-880b-407b-8ebf-784aacb281e1 service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444504 Jul 15 15:12:16.551136 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:16.567141 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c50b5e-b23f-4274-94d5-11e7a1f94ab2 None None] Sync routers for ids ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:16.575349 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39872) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:16.597866 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:16.628592 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-aa8eb911-a4c6-4549-ab1f-3744d3eb0cad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e6b962299ae347548ec82de0f2b6389d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0511270 Jul 15 15:12:16.631919 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 39874) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:16.667715 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-a12db6dc-efca-4672-a50b-925f4e412681 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5577953 Jul 15 15:12:16.668498 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'tag': '541d934e-341f-44b4-8057-923e629ae67a'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:12:16.675007 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df88a0da-c12c-4a9e-8daa-ddf17ea356eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "tag": "541d934e-341f-44b4-8057-923e629ae67a"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:16.697933 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ad58c014-2901-4c48-99dd-dda014069c7a admin admin] Publish callbacks [] for security_group (ed865f39-87b6-44cd-907e-089752461793), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:16.727257 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9584e5c-b111-48e6-927c-e9a6933bc73f x-openstack-request-id: req-f9584e5c-b111-48e6-927c-e9a6933bc73f {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:16.727638 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "tag": "541d934e-341f-44b4-8057-923e629ae67a", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:16.727972 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f9584e5c-b111-48e6-927c-e9a6933bc73f {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:16.728454 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9584e5c-b111-48e6-927c-e9a6933bc73f'] response: {'name': 'network-changed', 'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'tag': '541d934e-341f-44b4-8057-923e629ae67a', 'status': 'completed', 'code': 200} Jul 15 15:12:16.734257 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ad58c014-2901-4c48-99dd-dda014069c7a admin admin] Publish callbacks [] for security_group (ed865f39-87b6-44cd-907e-089752461793), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:16.744935 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c50b5e-b23f-4274-94d5-11e7a1f94ab2 None None] Routers {'b9f7655c-40e4-4ffc-8584-d5ca8007ca12'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:12:16.745672 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-71c50b5e-b23f-4274-94d5-11e7a1f94ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:12:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:16.802556 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ad58c014-2901-4c48-99dd-dda014069c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (ed865f39-87b6-44cd-907e-089752461793), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:16.806653 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ad58c014-2901-4c48-99dd-dda014069c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:16.810417 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ad58c014-2901-4c48-99dd-dda014069c7a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed865f39-87b6-44cd-907e-089752461793 HTTP/1.1" status: 204 len: 168 time: 0.1752710 Jul 15 15:12:16.833652 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58c014-2901-4c48-99dd-dda014069c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed865f39-87b6-44cd-907e-089752461793,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:16.859239 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88a0da-c12c-4a9e-8daa-ddf17ea356eb req-3a5cfa19-2b11-4d60-b213-609295231c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:16.861071 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-df88a0da-c12c-4a9e-8daa-ddf17ea356eb req-3a5cfa19-2b11-4d60-b213-609295231c43 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=594b86276b564dae97f62939276271c0&device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 1129 time: 0.0699248 Jul 15 15:12:16.957174 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-71c50b5e-b23f-4274-94d5-11e7a1f94ab2 None None] Set router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:12:17.107455 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88a0da-c12c-4a9e-8daa-ddf17ea356eb req-cab16e38-6fbd-45da-ad5e-189799d920bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:17.109278 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-df88a0da-c12c-4a9e-8daa-ddf17ea356eb req-cab16e38-6fbd-45da-ad5e-189799d920bc service neutron] 10.222.0.77 "GET /v2.0/networks?id=27602e48-df48-4d2e-9672-d1853c1e8df2 HTTP/1.1" status: 200 len: 910 time: 0.2256014 Jul 15 15:12:17.242139 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-df88a0da-c12c-4a9e-8daa-ddf17ea356eb req-5bb96bb4-24ec-4595-9d06-c264fa009f22 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541d934e-341f-44b4-8057-923e629ae67a HTTP/1.1" status: 200 len: 999 time: 0.1251886 Jul 15 15:12:17.276116 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff365a81-9100-48e2-8cd7-bb454bc13973 req-52986e27-7d5c-45e0-ae61-8dd5a432681b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:17.277738 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ff365a81-9100-48e2-8cd7-bb454bc13973 req-52986e27-7d5c-45e0-ae61-8dd5a432681b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0985918 Jul 15 15:12:17.320098 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-71c50b5e-b23f-4274-94d5-11e7a1f94ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'fad3d486-31d3-467f-91b9-527625d51327', 'tenant_id': '594b86276b564dae97f62939276271c0', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'port_id': '541d934e-341f-44b4-8057-923e629ae67a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'mac_address': 'fa:16:3e:e0:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:12:15Z', 'updated_at': '2022-07-15T15:12:15Z', 'revision_number': 0, 'project_id': '594b86276b564dae97f62939276271c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41782fa9-456a-4fe7-bc68-bd76796e5e73', 'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'tenant_id': '594b86276b564dae97f62939276271c0', 'mac_address': 'fa:16:3e:30:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:17Z', 'updated_at': '2022-07-15T15:11:23Z', 'revision_number': 5, 'project_id': '594b86276b564dae97f62939276271c0', 'subnets': [{'id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:17.348304 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88a0da-c12c-4a9e-8daa-ddf17ea356eb req-09767de1-8229-464a-a16c-e7f46a606251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:17.350258 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-df88a0da-c12c-4a9e-8daa-ddf17ea356eb req-09767de1-8229-464a-a16c-e7f46a606251 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1aa503bb-4d46-4842-8330-bcabad45e393 HTTP/1.1" status: 200 len: 848 time: 0.1010454 Jul 15 15:12:17.361651 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c50b5e-b23f-4274-94d5-11e7a1f94ab2 None None] Checking router: b9f7655c-40e4-4ffc-8584-d5ca8007ca12 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:17.362541 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ff365a81-9100-48e2-8cd7-bb454bc13973 req-188e418f-09ea-4f25-92e6-c09088ced721 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600224 Jul 15 15:12:17.396655 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c50b5e-b23f-4274-94d5-11e7a1f94ab2 None None] Routers {'b9f7655c-40e4-4ffc-8584-d5ca8007ca12'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:12:17.397290 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-71c50b5e-b23f-4274-94d5-11e7a1f94ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:12:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:17.437667 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88a0da-c12c-4a9e-8daa-ddf17ea356eb req-79060d79-aa84-46f2-9352-16a4ce40784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:17.439428 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-df88a0da-c12c-4a9e-8daa-ddf17ea356eb req-79060d79-aa84-46f2-9352-16a4ce40784c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=27602e48-df48-4d2e-9672-d1853c1e8df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675182 Jul 15 15:12:17.530600 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-71c50b5e-b23f-4274-94d5-11e7a1f94ab2 None None] Set router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:12:17.558813 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-df88a0da-c12c-4a9e-8daa-ddf17ea356eb req-d6476cf7-39fa-43ee-ad8c-8618c5c275d3 service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111734 Jul 15 15:12:17.684830 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-df88a0da-c12c-4a9e-8daa-ddf17ea356eb req-bc618c50-bc42-4e24-ba64-22a278f3a263 service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201203 Jul 15 15:12:17.812766 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-71c50b5e-b23f-4274-94d5-11e7a1f94ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'fad3d486-31d3-467f-91b9-527625d51327', 'tenant_id': '594b86276b564dae97f62939276271c0', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'port_id': '541d934e-341f-44b4-8057-923e629ae67a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'mac_address': 'fa:16:3e:e0:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:12:15Z', 'updated_at': '2022-07-15T15:12:15Z', 'revision_number': 0, 'project_id': '594b86276b564dae97f62939276271c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41782fa9-456a-4fe7-bc68-bd76796e5e73', 'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'tenant_id': '594b86276b564dae97f62939276271c0', 'mac_address': 'fa:16:3e:30:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:17Z', 'updated_at': '2022-07-15T15:11:23Z', 'revision_number': 5, 'project_id': '594b86276b564dae97f62939276271c0', 'subnets': [{'id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:17.838208 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c50b5e-b23f-4274-94d5-11e7a1f94ab2 None None] The sync data for ids ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'] in dv-cinder-848821-1-iscsi is: [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'fad3d486-31d3-467f-91b9-527625d51327', 'tenant_id': '594b86276b564dae97f62939276271c0', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'port_id': '541d934e-341f-44b4-8057-923e629ae67a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'mac_address': 'fa:16:3e:e0:0c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:12:15Z', 'updated_at': '2022-07-15T15:12:15Z', 'revision_number': 0, 'project_id': '594b86276b564dae97f62939276271c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41782fa9-456a-4fe7-bc68-bd76796e5e73', 'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'tenant_id': '594b86276b564dae97f62939276271c0', 'mac_address': 'fa:16:3e:30:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:17Z', 'updated_at': '2022-07-15T15:11:23Z', 'revision_number': 5, 'project_id': '594b86276b564dae97f62939276271c0', 'subnets': [{'id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:18.043616 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea55370-9859-4243-81e9-2d90a85a87f5 None None] New status for floating IP fad3d486-31d3-467f-91b9-527625d51327: ACTIVE {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:12:18.506609 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead6874-a6fc-49f4-9f5d-d46c1f6cb9a6 req-f08996a5-391c-4e67-9144-93271a15a6c2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:18.508123 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dead6874-a6fc-49f4-9f5d-d46c1f6cb9a6 req-f08996a5-391c-4e67-9144-93271a15a6c2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0563035 Jul 15 15:12:18.555814 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dead6874-a6fc-49f4-9f5d-d46c1f6cb9a6 req-5fcb98cd-28b1-4828-9a6a-93ed576b61d0 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418448 Jul 15 15:12:18.666949 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8849f5-e1a8-4f6b-bc38-48b2dad00929 req-34280141-b093-4b6f-98cf-b60f089120e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:18.668503 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba8849f5-e1a8-4f6b-bc38-48b2dad00929 req-34280141-b093-4b6f-98cf-b60f089120e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 1129 time: 0.0510724 Jul 15 15:12:18.772270 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8849f5-e1a8-4f6b-bc38-48b2dad00929 req-a86ca94b-0d28-4386-985c-706e3d55f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:18.773939 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba8849f5-e1a8-4f6b-bc38-48b2dad00929 req-a86ca94b-0d28-4386-985c-706e3d55f855 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 200 len: 917 time: 0.0990834 Jul 15 15:12:18.841744 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba8849f5-e1a8-4f6b-bc38-48b2dad00929 req-1bc9c530-59a9-45ed-b133-d30e3d7f2596 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f HTTP/1.1" status: 200 len: 999 time: 0.0606906 Jul 15 15:12:18.893197 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8849f5-e1a8-4f6b-bc38-48b2dad00929 req-1e91e7b6-fd8f-4d4d-acb4-b5855945807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:18.894582 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba8849f5-e1a8-4f6b-bc38-48b2dad00929 req-1e91e7b6-fd8f-4d4d-acb4-b5855945807a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=91da5f73-afdf-40ef-8514-e3bc1855b00b HTTP/1.1" status: 200 len: 855 time: 0.0468280 Jul 15 15:12:18.948261 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8849f5-e1a8-4f6b-bc38-48b2dad00929 req-3b5f018c-b31a-4279-b880-b1dcdf228d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:18.949767 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba8849f5-e1a8-4f6b-bc38-48b2dad00929 req-3b5f018c-b31a-4279-b880-b1dcdf228d3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6bc3d271-2ef5-49bb-a731-b4563e428444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482824 Jul 15 15:12:19.037996 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba8849f5-e1a8-4f6b-bc38-48b2dad00929 req-15712668-fadd-408c-9370-ee228321c44d service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819352 Jul 15 15:12:19.134586 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ba8849f5-e1a8-4f6b-bc38-48b2dad00929 req-e5f7bb50-1196-43d8-a854-8bc388d4e731 service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896852 Jul 15 15:12:19.509753 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:12:19.681524 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24235ac7-0844-4ac6-956c-ee258967bb90 req-3fe121e3-6e37-410b-8df6-44e9e60d0e81 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:19.683015 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-24235ac7-0844-4ac6-956c-ee258967bb90 req-3fe121e3-6e37-410b-8df6-44e9e60d0e81 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0544121 Jul 15 15:12:19.731564 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-24235ac7-0844-4ac6-956c-ee258967bb90 req-e185dbb1-7b61-4e48-8391-9a039d07d62e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420363 Jul 15 15:12:20.859841 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc1397-bb0e-4297-bc32-bbbbcbb96e47 req-23f2cb13-1c72-41f7-bb50-585380e027a2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:20.861363 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-85cc1397-bb0e-4297-bc32-bbbbcbb96e47 req-23f2cb13-1c72-41f7-bb50-585380e027a2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0530484 Jul 15 15:12:20.911269 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-85cc1397-bb0e-4297-bc32-bbbbcbb96e47 req-a7cb4d32-db51-438a-9f89-43df1093356f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440278 Jul 15 15:12:22.036803 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fe8ef-bd48-4885-a01e-85d9c09b39d7 req-9a652d01-789b-483d-8183-456b73c68308 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:22.038436 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d6fe8ef-bd48-4885-a01e-85d9c09b39d7 req-9a652d01-789b-483d-8183-456b73c68308 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 945 time: 0.0530353 Jul 15 15:12:22.089256 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6d6fe8ef-bd48-4885-a01e-85d9c09b39d7 req-8cca2dbc-fbc9-4977-9965-7ec9b0cbce7f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444632 Jul 15 15:12:25.331696 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 97ee97a8-fa87-4fad-be1c-8b52df6fe47f no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:12:25.407322 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f is: ACTIVE; New status is: DOWN {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:12:25.408056 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:25.432238 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:12:25.434531 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a351165a-047d-4cbc-ac40-aa83d922bd8a" -d '{"events": [{"server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "name": "network-vif-unplugged", "status": "completed", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:25.447797 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:25.452369 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:25.476831 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Jul 2022 15:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f0c95f-edd3-4a36-a4dd-7ae7fa37901e x-openstack-request-id: req-a0f0c95f-edd3-4a36-a4dd-7ae7fa37901e {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:25.477199 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "name": "network-vif-unplugged", "status": "failed", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f", "code": 422}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:25.477493 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a0f0c95f-edd3-4a36-a4dd-7ae7fa37901e {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:25.477896 dv-cinder-848821-1-iscsi neutron-server[103714]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a0f0c95f-edd3-4a36-a4dd-7ae7fa37901e']: {'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'code': 422} returned with failed status Jul 15 15:12:25.508606 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,revision_number=8']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:25.517061 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [req-67c808d5-b79e-4edf-a817-cead562b2628 req-2f55927c-24e0-4835-a767-3f2ceaf6d43c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103713) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 15:12:25.518116 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-67c808d5-b79e-4edf-a817-cead562b2628 req-2f55927c-24e0-4835-a767-3f2ceaf6d43c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055962 Jul 15 15:12:25.710226 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbde4f-d0af-4973-b5cd-6385448a3e83 req-af48d280-979d-465a-bd5f-435a55f1541f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:25.711691 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-85fbde4f-d0af-4973-b5cd-6385448a3e83 req-af48d280-979d-465a-bd5f-435a55f1541f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0857506 Jul 15 15:12:25.738106 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-80993388-5f44-4dda-ba8e-035a28f9b5ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723391 Jul 15 15:12:25.765500 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-85fbde4f-d0af-4973-b5cd-6385448a3e83 req-517430a0-44c3-4f27-ab33-0bdf00b2cacb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474694 Jul 15 15:12:25.815777 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-a3a09d1f-4414-4d51-b499-3cccdc17a98e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:25.817131 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-a3a09d1f-4414-4d51-b499-3cccdc17a98e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports/97ee97a8-fa87-4fad-be1c-8b52df6fe47f HTTP/1.1" status: 200 len: 940 time: 0.0506713 Jul 15 15:12:26.696796 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-85eed8f7-d550-43bc-ad70-26d99d928f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:26.698344 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-85eed8f7-d550-43bc-ad70-26d99d928f36 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680&tenant_id=a5b10a89a32a439195ee8e69d5d51655 HTTP/1.1" status: 200 len: 1127 time: 0.0476446 Jul 15 15:12:26.779414 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-8bec0bc2-17b6-4986-ab7b-221078dcbd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:26.782456 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-8bec0bc2-17b6-4986-ab7b-221078dcbd41 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5b10a89a32a439195ee8e69d5d51655&device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 1127 time: 0.0470221 Jul 15 15:12:26.908347 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-d2af1e88-c03f-418e-8d11-c0b38b665dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:26.909850 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-d2af1e88-c03f-418e-8d11-c0b38b665dce service neutron] 10.222.0.77 "GET /v2.0/networks?id=6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 200 len: 917 time: 0.1202705 Jul 15 15:12:26.935164 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e5cd9-37ae-42ef-bef3-f983b04160ba req-c4016440-972b-43d2-b6fd-c2ced7ff15fa tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:26.937176 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d14e5cd9-37ae-42ef-bef3-f983b04160ba req-c4016440-972b-43d2-b6fd-c2ced7ff15fa tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0890830 Jul 15 15:12:27.013412 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-192ad640-a39b-47ec-b297-fa74033c92ed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f HTTP/1.1" status: 200 len: 997 time: 0.0926816 Jul 15 15:12:27.036171 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d14e5cd9-37ae-42ef-bef3-f983b04160ba req-2412ff7b-124f-4b17-b80c-a6fe12921b69 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726976 Jul 15 15:12:27.071441 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-73269837-9cc6-410f-8973-fb88843a57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:27.072906 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-73269837-9cc6-410f-8973-fb88843a57ad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=91da5f73-afdf-40ef-8514-e3bc1855b00b HTTP/1.1" status: 200 len: 855 time: 0.0519018 Jul 15 15:12:27.125861 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-c9460a09-4b42-41d0-b8b5-12f22333aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:27.127409 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-c9460a09-4b42-41d0-b8b5-12f22333aa1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6bc3d271-2ef5-49bb-a731-b4563e428444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475507 Jul 15 15:12:27.223237 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-681924f9-1029-42d4-9da1-9f091d54ec74 service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882063 Jul 15 15:12:27.315389 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3e03f765-3dde-4d3f-815e-cfed4afc4ece req-b1e029f4-cbe0-4e93-b359-a79f2818f9e2 service neutron] 10.222.0.77 "GET /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836680 Jul 15 15:12:28.197159 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5575e-bd82-4954-a987-feefd93261d2 req-6b82cddd-bac8-440a-a628-b5ca1a628d32 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:28.198730 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b1b5575e-bd82-4954-a987-feefd93261d2 req-6b82cddd-bac8-440a-a628-b5ca1a628d32 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0685356 Jul 15 15:12:28.269478 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b1b5575e-bd82-4954-a987-feefd93261d2 req-c4196596-9457-415c-a21d-0bb284a2cb7e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640049 Jul 15 15:12:29.434534 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192c5ca-5897-4f54-aa67-de6f6a553855 req-235c0ad7-9aec-4ec4-9d1b-906dd552554d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:29.437070 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0192c5ca-5897-4f54-aa67-de6f6a553855 req-235c0ad7-9aec-4ec4-9d1b-906dd552554d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0753357 Jul 15 15:12:29.527500 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-0192c5ca-5897-4f54-aa67-de6f6a553855 req-1cc43e67-d978-41e6-b632-987c9ebaa734 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786033 Jul 15 15:12:29.841197 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40108) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:29.956039 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.048507 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Publish callbacks [] for security_group (b9debaec-ec47-40f1-8dda-8a18e4ddb838), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.053663 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b9debaec-ec47-40f1-8dda-8a18e4ddb838), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.092262 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9debaec-ec47-40f1-8dda-8a18e4ddb838,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:30.097309 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=113ef3aa11034799a2d103435521d4d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551129 Jul 15 15:12:30.100036 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40112) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:30.102155 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.102520 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.102869 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.103215 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.103557 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.103897 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.104314 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.104590 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.104929 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.105265 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.105593 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.105924 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.106251 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfef8be-108a-466e-a90a-21b76a942600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.171456 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Publish callbacks [] for security_group (b9debaec-ec47-40f1-8dda-8a18e4ddb838), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.197421 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Publish callbacks [] for security_group (b9debaec-ec47-40f1-8dda-8a18e4ddb838), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.252564 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b9debaec-ec47-40f1-8dda-8a18e4ddb838), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.252564 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.252564 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b9debaec-ec47-40f1-8dda-8a18e4ddb838 HTTP/1.1" status: 204 len: 168 time: 0.1508789 Jul 15 15:12:30.260908 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9debaec-ec47-40f1-8dda-8a18e4ddb838,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:30.269946 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.270607 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.271445 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.271975 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.272847 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.273460 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.274037 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.274740 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.275325 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.275931 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.276526 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.277026 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.277666 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52653dc-9443-45c7-b33c-844a0fd7ab73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.565307 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40122) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:30.583384 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ec8ad171-3285-484f-9900-428f06a63914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.697318 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ede8ad-8d3e-41b9-8d9b-e160e67faf8a req-8527402a-3da9-4a4d-9c0c-bf95ed8fe16d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:30.698915 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-58ede8ad-8d3e-41b9-8d9b-e160e67faf8a req-8527402a-3da9-4a4d-9c0c-bf95ed8fe16d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0860596 Jul 15 15:12:30.745924 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ec8ad171-3285-484f-9900-428f06a63914 admin admin] Publish callbacks [] for security_group (1fbad01f-d1f8-47a9-ae8d-363236399914), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.758508 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ec8ad171-3285-484f-9900-428f06a63914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (1fbad01f-d1f8-47a9-ae8d-363236399914), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.795341 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-58ede8ad-8d3e-41b9-8d9b-e160e67faf8a req-28580b79-104d-4c5c-b147-55228effdee7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899181 Jul 15 15:12:30.829891 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ec8ad171-3285-484f-9900-428f06a63914 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb7c3072ab7f46b6b664bdd27a8f1f07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639663 Jul 15 15:12:30.832369 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40126) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:30.839191 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ad171-3285-484f-9900-428f06a63914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbad01f-d1f8-47a9-ae8d-363236399914,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:30.888571 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cc247aa0-c104-4bdb-ac42-00e8f0acebf6 admin admin] Publish callbacks [] for security_group (1fbad01f-d1f8-47a9-ae8d-363236399914), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.925067 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cc247aa0-c104-4bdb-ac42-00e8f0acebf6 admin admin] Publish callbacks [] for security_group (1fbad01f-d1f8-47a9-ae8d-363236399914), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.975806 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cc247aa0-c104-4bdb-ac42-00e8f0acebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (1fbad01f-d1f8-47a9-ae8d-363236399914), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.978938 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cc247aa0-c104-4bdb-ac42-00e8f0acebf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:30.980624 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-cc247aa0-c104-4bdb-ac42-00e8f0acebf6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1fbad01f-d1f8-47a9-ae8d-363236399914 HTTP/1.1" status: 204 len: 168 time: 0.1469517 Jul 15 15:12:30.991118 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc247aa0-c104-4bdb-ac42-00e8f0acebf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbad01f-d1f8-47a9-ae8d-363236399914,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:31.962287 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48561377-b8e0-4e87-9fae-29e90ec37175 req-e130e024-2e65-4b44-bc6d-e0b04d0c59e7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:31.970593 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-48561377-b8e0-4e87-9fae-29e90ec37175 req-e130e024-2e65-4b44-bc6d-e0b04d0c59e7 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0900862 Jul 15 15:12:32.025534 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-48561377-b8e0-4e87-9fae-29e90ec37175 req-4835c4ae-3a8c-4048-8468-1f7da0da261b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536740 Jul 15 15:12:33.182827 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff98c1-d4b8-4e7f-86e9-4d3f5716c2d0 req-d2ff62c1-c957-4500-a9d5-7c923e7e21f2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:33.185264 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-61ff98c1-d4b8-4e7f-86e9-4d3f5716c2d0 req-d2ff62c1-c957-4500-a9d5-7c923e7e21f2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0685551 Jul 15 15:12:33.239756 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-61ff98c1-d4b8-4e7f-86e9-4d3f5716c2d0 req-67593fd3-f3ec-4471-80bd-f9121b330c84 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483315 Jul 15 15:12:34.383082 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d5fb7-da4c-47d8-9061-05b516f62fee req-4a8e7dfd-29bf-4e45-bf0e-fbc24f7233a9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:34.385029 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-763d5fb7-da4c-47d8-9061-05b516f62fee req-4a8e7dfd-29bf-4e45-bf0e-fbc24f7233a9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0681696 Jul 15 15:12:34.453580 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-763d5fb7-da4c-47d8-9061-05b516f62fee req-1116a5bc-fbf5-4f39-83ad-6e120ab3f930 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625312 Jul 15 15:12:35.618605 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca275ee-7fac-4135-8084-2c4d29b85f33 req-97fd8308-68cc-4f3f-99a7-87da6d5e84bb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:35.620105 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4ca275ee-7fac-4135-8084-2c4d29b85f33 req-97fd8308-68cc-4f3f-99a7-87da6d5e84bb tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0641210 Jul 15 15:12:35.684802 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4ca275ee-7fac-4135-8084-2c4d29b85f33 req-5d038436-912f-4993-a158-2545466e00f4 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580986 Jul 15 15:12:35.854752 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40236) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:35.975946 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a39aac01-6a9e-4e9f-b149-8cc7c6bc9d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.077299 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a39aac01-6a9e-4e9f-b149-8cc7c6bc9d3e admin admin] Publish callbacks [] for security_group (f614a0a3-4704-4895-8e73-34b698cc795f), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.082100 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a39aac01-6a9e-4e9f-b149-8cc7c6bc9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (f614a0a3-4704-4895-8e73-34b698cc795f), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.122901 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40240) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:36.123127 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-a39aac01-6a9e-4e9f-b149-8cc7c6bc9d3e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=048d23c946544fb9ba952f756612f43b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671406 Jul 15 15:12:36.125421 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aac01-6a9e-4e9f-b149-8cc7c6bc9d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f614a0a3-4704-4895-8e73-34b698cc795f,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:36.176081 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d639-c0b2-473a-a2fb-202598f8ec0a admin admin] Publish callbacks [] for security_group (f614a0a3-4704-4895-8e73-34b698cc795f), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.197966 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d639-c0b2-473a-a2fb-202598f8ec0a admin admin] Publish callbacks [] for security_group (f614a0a3-4704-4895-8e73-34b698cc795f), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.255291 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d639-c0b2-473a-a2fb-202598f8ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (f614a0a3-4704-4895-8e73-34b698cc795f), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.257944 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0ab0d639-c0b2-473a-a2fb-202598f8ec0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.259076 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-0ab0d639-c0b2-473a-a2fb-202598f8ec0a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f614a0a3-4704-4895-8e73-34b698cc795f HTTP/1.1" status: 204 len: 168 time: 0.1351497 Jul 15 15:12:36.267272 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0d639-c0b2-473a-a2fb-202598f8ec0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f614a0a3-4704-4895-8e73-34b698cc795f,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:36.556959 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40246) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:36.571574 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-77d92312-84d4-418f-8b63-8d657a63c1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.659639 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-77d92312-84d4-418f-8b63-8d657a63c1b8 admin admin] Publish callbacks [] for security_group (ecc819ad-e647-4421-b296-394270c47f61), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.663951 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-77d92312-84d4-418f-8b63-8d657a63c1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (ecc819ad-e647-4421-b296-394270c47f61), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.712701 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40248) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:36.713046 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-77d92312-84d4-418f-8b63-8d657a63c1b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=184e7b52ca4248a9be7ad8f557197486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546712 Jul 15 15:12:36.719575 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d92312-84d4-418f-8b63-8d657a63c1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc819ad-e647-4421-b296-394270c47f61,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:36.763783 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1d0d60f3-1319-4f15-bc09-4bf70fc7c577 admin admin] Publish callbacks [] for security_group (ecc819ad-e647-4421-b296-394270c47f61), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.788725 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1d0d60f3-1319-4f15-bc09-4bf70fc7c577 admin admin] Publish callbacks [] for security_group (ecc819ad-e647-4421-b296-394270c47f61), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.838874 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c7852-ca22-4d2b-b1f0-0806783e5d5e req-ddc272cc-6b7c-4fff-92db-db83fba59a31 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:36.840350 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1d8c7852-ca22-4d2b-b1f0-0806783e5d5e req-ddc272cc-6b7c-4fff-92db-db83fba59a31 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0612752 Jul 15 15:12:36.846637 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1d0d60f3-1319-4f15-bc09-4bf70fc7c577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (ecc819ad-e647-4421-b296-394270c47f61), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.849691 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1d0d60f3-1319-4f15-bc09-4bf70fc7c577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:36.850934 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-1d0d60f3-1319-4f15-bc09-4bf70fc7c577 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ecc819ad-e647-4421-b296-394270c47f61 HTTP/1.1" status: 204 len: 168 time: 0.1366010 Jul 15 15:12:36.865746 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d60f3-1319-4f15-bc09-4bf70fc7c577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc819ad-e647-4421-b296-394270c47f61,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:36.915623 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1d8c7852-ca22-4d2b-b1f0-0806783e5d5e req-df56a30c-8a53-444f-b706-862c5cc3f6a5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687366 Jul 15 15:12:36.936463 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:37.640944 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9b994510-801d-4302-acc0-1fe2207297d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:38.054411 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d9bb4-b028-4fc4-b6fd-b62bcd247caf req-6fd3fca5-3a21-4a1e-a50a-03f3b42b2780 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:38.055926 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-726d9bb4-b028-4fc4-b6fd-b62bcd247caf req-6fd3fca5-3a21-4a1e-a50a-03f3b42b2780 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0542336 Jul 15 15:12:38.116081 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-726d9bb4-b028-4fc4-b6fd-b62bcd247caf req-b5ffcfab-58fa-4cb2-9509-4bbc33cb7d36 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537515 Jul 15 15:12:38.657257 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40302) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:38.759436 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f2bae0bd-db1e-494a-aef8-28e0f1f6aa2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:38.853809 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f2bae0bd-db1e-494a-aef8-28e0f1f6aa2b admin admin] Publish callbacks [] for security_group (3122ee65-f2b9-4e10-9ea0-63341170fd9f), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:38.857667 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f2bae0bd-db1e-494a-aef8-28e0f1f6aa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (3122ee65-f2b9-4e10-9ea0-63341170fd9f), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:38.899500 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-f2bae0bd-db1e-494a-aef8-28e0f1f6aa2b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d85ee5b210b2448c921b414538e8f7be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408795 Jul 15 15:12:38.900355 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bae0bd-db1e-494a-aef8-28e0f1f6aa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3122ee65-f2b9-4e10-9ea0-63341170fd9f,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:38.902396 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40306) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:38.959827 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d225c797-aead-4255-8ebc-8631113c8fb7 admin admin] Publish callbacks [] for security_group (3122ee65-f2b9-4e10-9ea0-63341170fd9f), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:38.980636 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d225c797-aead-4255-8ebc-8631113c8fb7 admin admin] Publish callbacks [] for security_group (3122ee65-f2b9-4e10-9ea0-63341170fd9f), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:39.031776 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d225c797-aead-4255-8ebc-8631113c8fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (3122ee65-f2b9-4e10-9ea0-63341170fd9f), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:39.034803 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d225c797-aead-4255-8ebc-8631113c8fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:39.035923 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-d225c797-aead-4255-8ebc-8631113c8fb7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3122ee65-f2b9-4e10-9ea0-63341170fd9f HTTP/1.1" status: 204 len: 168 time: 0.1325340 Jul 15 15:12:39.043597 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225c797-aead-4255-8ebc-8631113c8fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3122ee65-f2b9-4e10-9ea0-63341170fd9f,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:39.242835 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d509292-1935-4e5b-bd92-c8623420afa3 req-1f1e8550-6edb-45c2-96f0-08c61b19f8d9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:39.244303 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9d509292-1935-4e5b-bd92-c8623420afa3 req-1f1e8550-6edb-45c2-96f0-08c61b19f8d9 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0540462 Jul 15 15:12:39.300115 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9d509292-1935-4e5b-bd92-c8623420afa3 req-71be90c0-5038-4a89-b912-42a68b088339 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491281 Jul 15 15:12:39.321392 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40314) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:39.334454 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-dad255da-b128-41eb-8c67-c10b83df533d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:39.409367 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-dad255da-b128-41eb-8c67-c10b83df533d admin admin] Publish callbacks [] for security_group (5be4460e-bb73-4447-aca5-2696afecff5d), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:39.413252 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-dad255da-b128-41eb-8c67-c10b83df533d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (5be4460e-bb73-4447-aca5-2696afecff5d), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:39.460558 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-dad255da-b128-41eb-8c67-c10b83df533d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1157c3b6fbf47d296a6c8e2442b88a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380844 Jul 15 15:12:39.461871 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad255da-b128-41eb-8c67-c10b83df533d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be4460e-bb73-4447-aca5-2696afecff5d,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:39.463657 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40316) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:39.513478 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ff14ead1-251c-4c63-9b1a-db66b18bb5b2 admin admin] Publish callbacks [] for security_group (5be4460e-bb73-4447-aca5-2696afecff5d), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:39.536410 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ff14ead1-251c-4c63-9b1a-db66b18bb5b2 admin admin] Publish callbacks [] for security_group (5be4460e-bb73-4447-aca5-2696afecff5d), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:39.585426 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ff14ead1-251c-4c63-9b1a-db66b18bb5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (5be4460e-bb73-4447-aca5-2696afecff5d), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:39.588431 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ff14ead1-251c-4c63-9b1a-db66b18bb5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:39.589617 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ff14ead1-251c-4c63-9b1a-db66b18bb5b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5be4460e-bb73-4447-aca5-2696afecff5d HTTP/1.1" status: 204 len: 168 time: 0.1249075 Jul 15 15:12:39.598217 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14ead1-251c-4c63-9b1a-db66b18bb5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be4460e-bb73-4447-aca5-2696afecff5d,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:39.719975 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8845cd14-b17d-4e09-9f1a-4c5aa907f000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:40.430208 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f95dc-f067-438c-be77-c02107dafb48 req-76d7e782-f001-41c5-91c4-8df69afe9bd5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:40.432493 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-609f95dc-f067-438c-be77-c02107dafb48 req-76d7e782-f001-41c5-91c4-8df69afe9bd5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0540748 Jul 15 15:12:40.478944 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-609f95dc-f067-438c-be77-c02107dafb48 req-8b628eb0-ae04-4712-ae87-9f1ea6f32735 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409098 Jul 15 15:12:41.002418 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:41.604766 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ad8ac-6130-4a5d-999d-4cf5d5e2046d req-702df3c4-c103-4f12-a48f-3b122d72244d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:41.606329 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-983ad8ac-6130-4a5d-999d-4cf5d5e2046d req-702df3c4-c103-4f12-a48f-3b122d72244d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0548437 Jul 15 15:12:41.653529 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-983ad8ac-6130-4a5d-999d-4cf5d5e2046d req-b62b8577-2527-42be-82d9-35284c7b7dbf tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413623 Jul 15 15:12:42.429859 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:42.798197 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9ac66-8efb-4932-8146-f091e8e423a6 req-17a4e123-afc5-41a9-99e8-0b08632e7f49 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:42.799728 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-42a9ac66-8efb-4932-8146-f091e8e423a6 req-17a4e123-afc5-41a9-99e8-0b08632e7f49 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0622571 Jul 15 15:12:42.852081 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-42a9ac66-8efb-4932-8146-f091e8e423a6 req-1507e693-5486-4bbe-bc1a-61d54729032f tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460167 Jul 15 15:12:43.932924 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:43.986349 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19e3ce-7f44-4df3-950b-696f22e43717 req-710d085b-efba-4534-ba54-040b87d24b00 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:43.987840 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5b19e3ce-7f44-4df3-950b-696f22e43717 req-710d085b-efba-4534-ba54-040b87d24b00 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0582342 Jul 15 15:12:44.034859 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5b19e3ce-7f44-4df3-950b-696f22e43717 req-d818e8a9-ae71-48d3-a0ba-9c34ecf4751d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414839 Jul 15 15:12:44.854884 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40410) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:44.963165 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-38def5f7-e1ae-453f-9fd6-4bf496b59857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.036812 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-38def5f7-e1ae-453f-9fd6-4bf496b59857 admin admin] Publish callbacks [] for security_group (1de69240-374c-44fe-a253-8e1bfddf0f1f), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.041006 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-38def5f7-e1ae-453f-9fd6-4bf496b59857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (1de69240-374c-44fe-a253-8e1bfddf0f1f), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.081301 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-38def5f7-e1ae-453f-9fd6-4bf496b59857 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d7848fe837154a3a8129f64ef6fc1922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253442 Jul 15 15:12:45.082179 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38def5f7-e1ae-453f-9fd6-4bf496b59857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de69240-374c-44fe-a253-8e1bfddf0f1f,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:45.084136 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40416) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:45.135717 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-07f6b96c-c6b2-49fb-b64d-3022cc75a53d admin admin] Publish callbacks [] for security_group (1de69240-374c-44fe-a253-8e1bfddf0f1f), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.157589 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-07f6b96c-c6b2-49fb-b64d-3022cc75a53d admin admin] Publish callbacks [] for security_group (1de69240-374c-44fe-a253-8e1bfddf0f1f), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.163037 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8ec91-5836-4a36-a4fc-4ae5b2b372fb req-ef5d4a6d-9cc9-4dc9-b7b4-e9eef06e14ac tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:45.164607 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-44d8ec91-5836-4a36-a4fc-4ae5b2b372fb req-ef5d4a6d-9cc9-4dc9-b7b4-e9eef06e14ac tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 943 time: 0.0544193 Jul 15 15:12:45.205410 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-07f6b96c-c6b2-49fb-b64d-3022cc75a53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (1de69240-374c-44fe-a253-8e1bfddf0f1f), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.208576 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-07f6b96c-c6b2-49fb-b64d-3022cc75a53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.209759 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-07f6b96c-c6b2-49fb-b64d-3022cc75a53d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1de69240-374c-44fe-a253-8e1bfddf0f1f HTTP/1.1" status: 204 len: 168 time: 0.1236782 Jul 15 15:12:45.213699 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-44d8ec91-5836-4a36-a4fc-4ae5b2b372fb req-e86d1ef1-7ecb-4287-92f9-77984a8d4cce tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433564 Jul 15 15:12:45.218846 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6b96c-c6b2-49fb-b64d-3022cc75a53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de69240-374c-44fe-a253-8e1bfddf0f1f,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:45.426643 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 97ee97a8-fa87-4fad-be1c-8b52df6fe47f details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:12:45.470744 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40422) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:45.484345 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96534c69-729a-4394-9c62-e2398e988594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.539262 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:45.552735 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'port_id': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'mac_address': 'fa:16:3e:54:9d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:12:45.570363 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96534c69-729a-4394-9c62-e2398e988594 admin admin] Publish callbacks [] for security_group (a3fb8d07-f7d5-4b60-ba79-deb8eac72f40), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.574528 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-96534c69-729a-4394-9c62-e2398e988594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (a3fb8d07-f7d5-4b60-ba79-deb8eac72f40), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.589348 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:12:45.589765 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.603794 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ee97a8-fa87-4fad-be1c-8b52df6fe47f {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:12:45.614694 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-96534c69-729a-4394-9c62-e2398e988594 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d561bdc756574540959b3fa4b61a6e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428912 Jul 15 15:12:45.615403 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96534c69-729a-4394-9c62-e2398e988594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fb8d07-f7d5-4b60-ba79-deb8eac72f40,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:45.617483 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40426) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:45.632354 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:45.637273 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.666787 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d746058-1f22-40f4-905c-68320b333432 admin admin] Publish callbacks [] for security_group (a3fb8d07-f7d5-4b60-ba79-deb8eac72f40), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.685130 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,revision_number=9']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:45.692415 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d746058-1f22-40f4-905c-68320b333432 admin admin] Publish callbacks [] for security_group (a3fb8d07-f7d5-4b60-ba79-deb8eac72f40), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.737743 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d746058-1f22-40f4-905c-68320b333432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (a3fb8d07-f7d5-4b60-ba79-deb8eac72f40), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.740207 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d746058-1f22-40f4-905c-68320b333432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:45.741403 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-2d746058-1f22-40f4-905c-68320b333432 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3fb8d07-f7d5-4b60-ba79-deb8eac72f40 HTTP/1.1" status: 204 len: 168 time: 0.1228771 Jul 15 15:12:45.749098 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d746058-1f22-40f4-905c-68320b333432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fb8d07-f7d5-4b60-ba79-deb8eac72f40,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:46.038221 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['97ee97a8-fa87-4fad-be1c-8b52df6fe47f'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:12:46.342960 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636c2c5-4be0-445b-b531-bb59a49fa0f0 req-aac414fe-853d-4bfa-9a98-db0168a3bb71 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:46.344479 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2636c2c5-4be0-445b-b531-bb59a49fa0f0 req-aac414fe-853d-4bfa-9a98-db0168a3bb71 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 944 time: 0.0566854 Jul 15 15:12:46.393056 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2636c2c5-4be0-445b-b531-bb59a49fa0f0 req-2d064fe7-7460-4051-a2a6-49b34dfda08a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427399 Jul 15 15:12:47.424484 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 97ee97a8-fa87-4fad-be1c-8b52df6fe47f up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:47.479977 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:12:47.480428 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:47.547937 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51d9a1-ae89-4d17-a784-226a5bde6b19 req-1bb2329e-5868-4f06-89bb-84d3abb9ab99 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:47.549680 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7c51d9a1-ae89-4d17-a784-226a5bde6b19 req-1bb2329e-5868-4f06-89bb-84d3abb9ab99 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 944 time: 0.0698280 Jul 15 15:12:47.558262 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:12:47.558672 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:47.590944 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:12:47.596991 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bceda63-f572-4723-9b43-b343fa100cee" -d '{"events": [{"server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "name": "network-vif-plugged", "status": "completed", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:47.653160 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7c51d9a1-ae89-4d17-a784-226a5bde6b19 req-b1aa2f2d-fba3-45e0-b72a-bfa3d0302513 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812604 Jul 15 15:12:47.657690 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:47.669711 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:47.678817 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a38a68c-dacc-455f-98ce-0580889eb6c0 x-openstack-request-id: req-9a38a68c-dacc-455f-98ce-0580889eb6c0 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:47.679820 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "name": "network-vif-plugged", "status": "completed", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:47.680088 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9a38a68c-dacc-455f-98ce-0580889eb6c0 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:47.680474 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a38a68c-dacc-455f-98ce-0580889eb6c0'] response: {'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'code': 200} Jul 15 15:12:47.737634 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,revision_number=10']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:47.935722 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d813e-6e7a-4f46-952d-b8b96c0ca0c7 req-123f2b40-0448-4c29-936b-a341ced434c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:47.938226 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ce5d813e-6e7a-4f46-952d-b8b96c0ca0c7 req-123f2b40-0448-4c29-936b-a341ced434c7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 1130 time: 0.0484521 Jul 15 15:12:47.988716 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ce5d813e-6e7a-4f46-952d-b8b96c0ca0c7 req-42a2df26-54ec-4691-8204-a25becf638f5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409248 Jul 15 15:12:48.848428 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da47329-a8a5-449a-be61-1f1b55d1c4b8 req-21eb9c93-f809-4f91-816b-341e9ee7fa52 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:48.851242 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4da47329-a8a5-449a-be61-1f1b55d1c4b8 req-21eb9c93-f809-4f91-816b-341e9ee7fa52 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 946 time: 0.0827732 Jul 15 15:12:48.914836 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-4da47329-a8a5-449a-be61-1f1b55d1c4b8 req-b86ffabd-dc42-4bde-bfda-dc3cb654e50e tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566993 Jul 15 15:12:50.058192 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa319cd-84f5-4df9-ab48-129bcc018962 req-953a25c2-e040-4c52-a38a-161044f09bdd tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:50.059683 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9fa319cd-84f5-4df9-ab48-129bcc018962 req-953a25c2-e040-4c52-a38a-161044f09bdd tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 946 time: 0.0590458 Jul 15 15:12:50.112179 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-9fa319cd-84f5-4df9-ab48-129bcc018962 req-df22be69-b4ff-4c68-b359-54f820eddba8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457854 Jul 15 15:12:51.247272 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac598cc-65c3-4598-b1f3-2a2811516d89 req-6c5eddb9-3216-47de-8736-b1694f24acba tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:51.249873 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7ac598cc-65c3-4598-b1f3-2a2811516d89 req-6c5eddb9-3216-47de-8736-b1694f24acba tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 946 time: 0.0597248 Jul 15 15:12:51.311617 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7ac598cc-65c3-4598-b1f3-2a2811516d89 req-73921400-5282-4cf0-9a15-997026eec687 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558081 Jul 15 15:12:52.446385 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd3bbd-fdcf-4c7a-b394-db56f98bed9a req-cacba92d-0181-4df6-a52e-6ae9140561a5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:52.447937 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b6bd3bbd-fdcf-4c7a-b394-db56f98bed9a req-cacba92d-0181-4df6-a52e-6ae9140561a5 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 946 time: 0.0569911 Jul 15 15:12:52.504549 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b6bd3bbd-fdcf-4c7a-b394-db56f98bed9a req-b1cc0513-bd2f-4055-8c24-4e527f616521 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499177 Jul 15 15:12:53.648529 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d5f62-1949-4ca9-a99b-744ef784492f req-2accd49a-d767-4625-ba3a-f9d8041645a6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:53.650101 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-517d5f62-1949-4ca9-a99b-744ef784492f req-2accd49a-d767-4625-ba3a-f9d8041645a6 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 946 time: 0.0653324 Jul 15 15:12:53.708664 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-517d5f62-1949-4ca9-a99b-744ef784492f req-74857772-8bcf-4d9d-a42c-52a77a004f22 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517147 Jul 15 15:12:54.871685 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ed8ce-7b8a-4919-b020-ac00c0de2972 req-3a087909-8abe-4b87-9185-81f7ff7c9af2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:54.876185 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-be4ed8ce-7b8a-4919-b020-ac00c0de2972 req-3a087909-8abe-4b87-9185-81f7ff7c9af2 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 946 time: 0.0737171 Jul 15 15:12:54.898815 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42514b65-7875-4a47-a651-198de35900be req-3b4e9480-69c5-4b4e-9c98-71fd58966ec8 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:54.900417 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-42514b65-7875-4a47-a651-198de35900be req-3b4e9480-69c5-4b4e-9c98-71fd58966ec8 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 945 time: 0.0720637 Jul 15 15:12:54.929989 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-be4ed8ce-7b8a-4919-b020-ac00c0de2972 req-c480b85a-6882-48f8-8750-2d0226e6b21d tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476141 Jul 15 15:12:54.951212 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-42514b65-7875-4a47-a651-198de35900be req-695c564a-abe2-4aed-84ad-fce26471984d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442624 Jul 15 15:12:56.083843 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a975eac-8a0d-4a1e-8e69-8d0b517e6345 req-6b76c904-b18b-415a-9607-e48dc17b4430 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:56.085387 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4a975eac-8a0d-4a1e-8e69-8d0b517e6345 req-6b76c904-b18b-415a-9607-e48dc17b4430 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 945 time: 0.0594420 Jul 15 15:12:56.143526 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4a975eac-8a0d-4a1e-8e69-8d0b517e6345 req-0e480c83-6628-4756-9fff-2dc672a880c4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524912 Jul 15 15:12:56.508381 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:12:57.086816 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-ebac8b3b-80cf-4275-b9b8-c9b61cfc9d6d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:57.088441 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-ebac8b3b-80cf-4275-b9b8-c9b61cfc9d6d tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 945 time: 0.0626163 Jul 15 15:12:57.162197 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40614) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:57.222144 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Deleting port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:12:57.222562 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:57.295859 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd88354-1436-49bd-b3e1-865c943110c0 req-034cf8ef-a3c5-46db-b24a-d1b6fc5d7648 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:12:57.305628 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7cd88354-1436-49bd-b3e1-865c943110c0 req-034cf8ef-a3c5-46db-b24a-d1b6fc5d7648 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 945 time: 0.0793893 Jul 15 15:12:57.330429 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7892743b-c17a-4e48-b03b-92f080efd896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:57.337688 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] For port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=4037de0b-c5f7-4dab-bbe6-825f8318ca2b,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:57.338164 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:57.394991 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7cd88354-1436-49bd-b3e1-865c943110c0 req-3b4c4fe5-6813-4417-9f37-ddcf9499b039 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups?id=668ab44d-e2a8-4165-8122-563c1074be4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842927 Jul 15 15:12:57.455455 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7892743b-c17a-4e48-b03b-92f080efd896 admin admin] Publish callbacks [] for security_group (72fd88c6-41a7-4734-a83e-d265257c840d), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:57.461832 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7892743b-c17a-4e48-b03b-92f080efd896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (72fd88c6-41a7-4734-a83e-d265257c840d), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:57.515346 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-7892743b-c17a-4e48-b03b-92f080efd896 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f44ca97a44124728b11cf358160ac0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507926 Jul 15 15:12:57.516488 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892743b-c17a-4e48-b03b-92f080efd896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd88c6-41a7-4734-a83e-d265257c840d,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:57.517806 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40622) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:57.554908 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:57.555268 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (f0484e44-8b13-4517-a730-a4f2c9228395), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:57.555584 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Floating IP f0484e44-8b13-4517-a730-a4f2c9228395 disassociated. External IP: 172.27.2.58, port: 4037de0b-c5f7-4dab-bbe6-825f8318ca2b. Jul 15 15:12:57.555930 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Calling delete_port for 4037de0b-c5f7-4dab-bbe6-825f8318ca2b owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:12:57.635266 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6d4a-1b93-456a-80aa-bd1d90988ad6 admin admin] Publish callbacks [] for security_group (72fd88c6-41a7-4734-a83e-d265257c840d), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:57.669519 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6d4a-1b93-456a-80aa-bd1d90988ad6 admin admin] Publish callbacks [] for security_group (72fd88c6-41a7-4734-a83e-d265257c840d), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:57.783442 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6d4a-1b93-456a-80aa-bd1d90988ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (72fd88c6-41a7-4734-a83e-d265257c840d), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:57.787089 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a7bc6d4a-1b93-456a-80aa-bd1d90988ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:57.788334 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a7bc6d4a-1b93-456a-80aa-bd1d90988ad6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/72fd88c6-41a7-4734-a83e-d265257c840d HTTP/1.1" status: 204 len: 168 time: 0.2695146 Jul 15 15:12:57.799713 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc6d4a-1b93-456a-80aa-bd1d90988ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd88c6-41a7-4734-a83e-d265257c840d,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:57.803020 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (4037de0b-c5f7-4dab-bbe6-825f8318ca2b), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:57.843756 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event deleted for resources: {'Port': ['ID=4037de0b-c5f7-4dab-bbe6-825f8318ca2b,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:57.974920 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Router 555a1d54-29f3-4dc6-856f-7c315646a323 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:12:58.217607 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40628) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:58.239530 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-bdad6082-2ab2-4ad3-8900-1666fe57feb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:58.358145 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-bdad6082-2ab2-4ad3-8900-1666fe57feb3 admin admin] Publish callbacks [] for security_group (eeb0ac1e-5be5-4849-978f-638d0592e688), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:58.364206 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-bdad6082-2ab2-4ad3-8900-1666fe57feb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (eeb0ac1e-5be5-4849-978f-638d0592e688), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:58.406216 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad6082-2ab2-4ad3-8900-1666fe57feb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb0ac1e-5be5-4849-978f-638d0592e688,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:58.415484 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-bdad6082-2ab2-4ad3-8900-1666fe57feb3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26bf5319ea6b490f8c5ddfe08e9ca88e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957927 Jul 15 15:12:58.418188 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40630) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:12:58.467334 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:58.475164 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e4fedd50-09d2-4f86-9398-72da9fbf3217 admin admin] Publish callbacks [] for security_group (eeb0ac1e-5be5-4849-978f-638d0592e688), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:58.482064 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e14b7-d0a1-40ab-b3c8-2b51fc451e0e None None] Sync routers for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:58.505573 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e14b7-d0a1-40ab-b3c8-2b51fc451e0e None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:12:58.506251 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-6e6e14b7-d0a1-40ab-b3c8-2b51fc451e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:12:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:58.510273 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e4fedd50-09d2-4f86-9398-72da9fbf3217 admin admin] Publish callbacks [] for security_group (eeb0ac1e-5be5-4849-978f-638d0592e688), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:58.542750 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] No DVR routers for this DVR port 4037de0b-c5f7-4dab-bbe6-825f8318ca2b on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:12:58.546127 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-de7edec6-e94d-413f-9c9c-a543679a713c req-705d10a1-4568-4d0d-b4df-18b2fa6fdd58 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/ports?device_id=8198f9c9-7f22-40fd-9939-4016090c064b HTTP/1.1" status: 200 len: 210 time: 0.0659025 Jul 15 15:12:58.547219 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:58.550682 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cf4012e7-e866-421e-948d-cb7b3b1b818e req-caffce5b-425c-4ba7-a779-cdd4206827b4 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.77 "DELETE /v2.0/ports/4037de0b-c5f7-4dab-bbe6-825f8318ca2b HTTP/1.1" status: 204 len: 173 time: 1.4571414 Jul 15 15:12:58.551168 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8198f9c9-7f22-40fd-9939-4016090c064b', 'name': 'network-vif-deleted', 'tag': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:12:58.553574 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c64ece-4aa9-439e-ba4b-378c0a624019" -d '{"events": [{"server_uuid": "8198f9c9-7f22-40fd-9939-4016090c064b", "name": "network-vif-deleted", "tag": "4037de0b-c5f7-4dab-bbe6-825f8318ca2b"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:58.586667 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e4fedd50-09d2-4f86-9398-72da9fbf3217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (eeb0ac1e-5be5-4849-978f-638d0592e688), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:58.589475 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e4fedd50-09d2-4f86-9398-72da9fbf3217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:12:58.590737 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-e4fedd50-09d2-4f86-9398-72da9fbf3217 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eeb0ac1e-5be5-4849-978f-638d0592e688 HTTP/1.1" status: 204 len: 168 time: 0.1716089 Jul 15 15:12:58.599745 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fedd50-09d2-4f86-9398-72da9fbf3217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb0ac1e-5be5-4849-978f-638d0592e688,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:58.669965 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80abf54d-aaa9-464b-a9f8-59214e22b4ad x-openstack-request-id: req-80abf54d-aaa9-464b-a9f8-59214e22b4ad {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:58.669965 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8198f9c9-7f22-40fd-9939-4016090c064b", "name": "network-vif-deleted", "tag": "4037de0b-c5f7-4dab-bbe6-825f8318ca2b", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:58.669965 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-80abf54d-aaa9-464b-a9f8-59214e22b4ad {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:58.669965 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80abf54d-aaa9-464b-a9f8-59214e22b4ad'] response: {'server_uuid': '8198f9c9-7f22-40fd-9939-4016090c064b', 'name': 'network-vif-deleted', 'tag': '4037de0b-c5f7-4dab-bbe6-825f8318ca2b', 'status': 'completed', 'code': 200} Jul 15 15:12:58.697872 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-6e6e14b7-d0a1-40ab-b3c8-2b51fc451e0e None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:12:58.943620 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-6e6e14b7-d0a1-40ab-b3c8-2b51fc451e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:58.975041 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e14b7-d0a1-40ab-b3c8-2b51fc451e0e None None] Checking router: 555a1d54-29f3-4dc6-856f-7c315646a323 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:58.984959 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e14b7-d0a1-40ab-b3c8-2b51fc451e0e None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:12:58.985739 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-6e6e14b7-d0a1-40ab-b3c8-2b51fc451e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:12:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:59.105353 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-6e6e14b7-d0a1-40ab-b3c8-2b51fc451e0e None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:12:59.469549 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-6e6e14b7-d0a1-40ab-b3c8-2b51fc451e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:59.491361 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 4037de0b-c5f7-4dab-bbe6-825f8318ca2b no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:12:59.497021 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6e14b7-d0a1-40ab-b3c8-2b51fc451e0e None None] The sync data for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi is: [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:01:18Z', 'revision_number': 4, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'a9a28c5d-d13c-4215-bfc3-ad783f72629a', 'name': '', 'network_id': '09e4a839-49dc-4449-820a-c7761e07caeb', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'mac_address': 'fa:16:3e:73:28:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:17Z', 'updated_at': '2022-07-15T15:01:25Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'subnets': [{'id': 'b4c0d13e-9495-4ec1-954d-b576dfbb7223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:59.516877 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: 4037de0b-c5f7-4dab-bbe6-825f8318ca2b {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:12:59.517230 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 4037de0b-c5f7-4dab-bbe6-825f8318ca2b not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:12:59.812237 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09f9cf9-abb8-49a3-81f1-9787cd2a827c None None] New status for floating IP f0484e44-8b13-4517-a730-a4f2c9228395: DOWN {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:13:00.008122 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40672) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:00.070241 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ff3090ac-5249-44f7-b02d-e0948533c02e tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (668ab44d-e2a8-4165-8122-563c1074be4e), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:00.104506 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ff3090ac-5249-44f7-b02d-e0948533c02e tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (668ab44d-e2a8-4165-8122-563c1074be4e), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:00.155526 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ff3090ac-5249-44f7-b02d-e0948533c02e tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (668ab44d-e2a8-4165-8122-563c1074be4e), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:00.158429 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ff3090ac-5249-44f7-b02d-e0948533c02e tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:00.159597 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ff3090ac-5249-44f7-b02d-e0948533c02e tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "DELETE /v2.0/security-groups/668ab44d-e2a8-4165-8122-563c1074be4e HTTP/1.1" status: 204 len: 168 time: 0.1504302 Jul 15 15:13:00.162622 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40678) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:00.172447 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3090ac-5249-44f7-b02d-e0948533c02e tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=668ab44d-e2a8-4165-8122-563c1074be4e,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:00.184266 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.api.v2.resource [None req-aa8350f5-1202-4cd6-a9d9-4a383b51f296 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] show failed (client error): The resource could not be found. Jul 15 15:13:00.185771 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-aa8350f5-1202-4cd6-a9d9-4a383b51f296 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "GET /v2.0/security-groups/668ab44d-e2a8-4165-8122-563c1074be4e HTTP/1.1" status: 404 len: 347 time: 0.0219615 Jul 15 15:13:00.189235 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40680) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:00.596433 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8f402-ac9b-4525-b2c5-3a1264151c87 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Deleting port 18ebf643-2e99-49bd-9885-a1180d3b1084 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:13:00.596804 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f402-ac9b-4525-b2c5-3a1264151c87 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (18ebf643-2e99-49bd-9885-a1180d3b1084), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:00.697615 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f402-ac9b-4525-b2c5-3a1264151c87 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (18ebf643-2e99-49bd-9885-a1180d3b1084), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:00.698006 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f402-ac9b-4525-b2c5-3a1264151c87 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (18ebf643-2e99-49bd-9885-a1180d3b1084), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:00.711604 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8f402-ac9b-4525-b2c5-3a1264151c87 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Calling delete_port for 18ebf643-2e99-49bd-9885-a1180d3b1084 owned by network:floatingip {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:13:00.876707 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f402-ac9b-4525-b2c5-3a1264151c87 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (18ebf643-2e99-49bd-9885-a1180d3b1084), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:00.903218 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8f402-ac9b-4525-b2c5-3a1264151c87 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Pushing event deleted for resources: {'Port': ['ID=18ebf643-2e99-49bd-9885-a1180d3b1084,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:00.978474 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f402-ac9b-4525-b2c5-3a1264151c87 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks [] for floatingip (f0484e44-8b13-4517-a730-a4f2c9228395), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:00.981136 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9fc8f402-ac9b-4525-b2c5-3a1264151c87 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:00.982392 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-9fc8f402-ac9b-4525-b2c5-3a1264151c87 tempest-AttachVolumeNegativeTest-799915238 tempest-AttachVolumeNegativeTest-799915238-project] 10.222.0.47 "DELETE /v2.0/floatingips/f0484e44-8b13-4517-a730-a4f2c9228395 HTTP/1.1" status: 204 len: 168 time: 0.7918336 Jul 15 15:13:04.783546 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40756) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:05.351263 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-038ecb61-75c1-4b7c-9b45-5732d77c9e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919785'] for router_interface (555a1d54-29f3-4dc6-856f-7c315646a323), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:05.596884 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-038ecb61-75c1-4b7c-9b45-5732d77c9e0a admin admin] Deleting port a9a28c5d-d13c-4215-bfc3-ad783f72629a {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:13:05.597236 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-038ecb61-75c1-4b7c-9b45-5732d77c9e0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:05.684666 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-038ecb61-75c1-4b7c-9b45-5732d77c9e0a admin admin] For port a9a28c5d-d13c-4215-bfc3-ad783f72629a, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=a9a28c5d-d13c-4215-bfc3-ad783f72629a,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:05.685027 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-038ecb61-75c1-4b7c-9b45-5732d77c9e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:05.699100 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-038ecb61-75c1-4b7c-9b45-5732d77c9e0a admin admin] Calling delete_port for a9a28c5d-d13c-4215-bfc3-ad783f72629a owned by network:router_interface {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:13:05.903286 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-038ecb61-75c1-4b7c-9b45-5732d77c9e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (a9a28c5d-d13c-4215-bfc3-ad783f72629a), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:05.928800 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ecb61-75c1-4b7c-9b45-5732d77c9e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a28c5d-d13c-4215-bfc3-ad783f72629a,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:06.101281 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-038ecb61-75c1-4b7c-9b45-5732d77c9e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919669'] for router_interface (555a1d54-29f3-4dc6-856f-7c315646a323), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:06.344883 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038ecb61-75c1-4b7c-9b45-5732d77c9e0a admin admin] Router 555a1d54-29f3-4dc6-856f-7c315646a323 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:13:06.462856 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038ecb61-75c1-4b7c-9b45-5732d77c9e0a admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:06.467847 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-038ecb61-75c1-4b7c-9b45-5732d77c9e0a admin admin] 10.222.0.47 "PUT /v2.0/routers/555a1d54-29f3-4dc6-856f-7c315646a323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827886 Jul 15 15:13:06.471473 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40774) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:06.472513 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ac118b-9457-4f54-9082-684fa391eed5 None None] Sync routers for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:06.483496 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac118b-9457-4f54-9082-684fa391eed5 None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:13:06.484136 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-a7ac118b-9457-4f54-9082-684fa391eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:12:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:06.580985 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Publish callbacks [] for router (555a1d54-29f3-4dc6-856f-7c315646a323), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:06.600867 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-a7ac118b-9457-4f54-9082-684fa391eed5 None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:13:06.692104 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Publish callbacks [] for router_gateway (555a1d54-29f3-4dc6-856f-7c315646a323), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:06.749192 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Deleting port c418f6e8-9d90-48f8-b242-973750495eb9 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:13:06.749551 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (c418f6e8-9d90-48f8-b242-973750495eb9), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:06.840431 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-a7ac118b-9457-4f54-9082-684fa391eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:13:05Z', 'revision_number': 5, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port': {'id': 'c418f6e8-9d90-48f8-b242-973750495eb9', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:81:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:01:14Z', 'updated_at': '2022-07-15T15:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:06.853217 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] For port c418f6e8-9d90-48f8-b242-973750495eb9, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=c418f6e8-9d90-48f8-b242-973750495eb9,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:06.853697 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (c418f6e8-9d90-48f8-b242-973750495eb9), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:06.867678 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Calling delete_port for c418f6e8-9d90-48f8-b242-973750495eb9 owned by network:router_gateway {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:13:06.870708 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ac118b-9457-4f54-9082-684fa391eed5 None None] Checking router: 555a1d54-29f3-4dc6-856f-7c315646a323 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:13:06.879996 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac118b-9457-4f54-9082-684fa391eed5 None None] Routers {'555a1d54-29f3-4dc6-856f-7c315646a323'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:13:06.880674 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-a7ac118b-9457-4f54-9082-684fa391eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:12:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['555a1d54-29f3-4dc6-856f-7c315646a323'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:06.924958 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:06.976160 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-a7ac118b-9457-4f54-9082-684fa391eed5 None None] Set router 555a1d54-29f3-4dc6-856f-7c315646a323 gateway port host: None {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:13:07.037585 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-a7ac118b-9457-4f54-9082-684fa391eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:13:06Z', 'revision_number': 6, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port_host': None}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:07.054010 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (c418f6e8-9d90-48f8-b242-973750495eb9), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.071047 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ac118b-9457-4f54-9082-684fa391eed5 None None] The sync data for ids ['555a1d54-29f3-4dc6-856f-7c315646a323'] in dv-cinder-848821-1-iscsi is: [{'id': '555a1d54-29f3-4dc6-856f-7c315646a323', 'name': 'tempest-AttachVolumeNegativeTest-841518970-router', 'tenant_id': '5c1655e3a06c4848b17c0563e4910375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:01:13Z', 'updated_at': '2022-07-15T15:13:06Z', 'revision_number': 6, 'project_id': '5c1655e3a06c4848b17c0563e4910375', 'gw_port_host': None}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:07.096187 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c418f6e8-9d90-48f8-b242-973750495eb9,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:07.162763 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919507'] for router_gateway (555a1d54-29f3-4dc6-856f-7c315646a323), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.256992 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59243'] for router (555a1d54-29f3-4dc6-856f-7c315646a323), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.259180 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Publish callbacks [] for router_controller (555a1d54-29f3-4dc6-856f-7c315646a323), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.302268 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920899'] for router (555a1d54-29f3-4dc6-856f-7c315646a323), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.302776 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 555a1d54-29f3-4dc6-856f-7c315646a323 {{(pid=103712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:13:07.307227 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.308494 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-14f2f9a8-dd3b-4db8-afe4-9a52e2eb3c1a admin admin] 10.222.0.47 "DELETE /v2.0/routers/555a1d54-29f3-4dc6-856f-7c315646a323 HTTP/1.1" status: 204 len: 168 time: 0.8360386 Jul 15 15:13:07.311745 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40776) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:07.361207 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e0206c-6771-4112-bb6d-2a5f688b2227 admin admin] Deleting subnet b4c0d13e-9495-4ec1-954d-b576dfbb7223 {{(pid=103712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:13:07.366180 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-60e0206c-6771-4112-bb6d-2a5f688b2227 admin admin] Publish callbacks [] for subnet (b4c0d13e-9495-4ec1-954d-b576dfbb7223), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.406333 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-60e0206c-6771-4112-bb6d-2a5f688b2227 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785271'] for subnet (b4c0d13e-9495-4ec1-954d-b576dfbb7223), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.497364 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-60e0206c-6771-4112-bb6d-2a5f688b2227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (b4c0d13e-9495-4ec1-954d-b576dfbb7223), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.574068 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-60e0206c-6771-4112-bb6d-2a5f688b2227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3082468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12400101'] for subnet (b4c0d13e-9495-4ec1-954d-b576dfbb7223), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.603494 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device a9a28c5d-d13c-4215-bfc3-ad783f72629a no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:13:07.610016 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0206c-6771-4112-bb6d-2a5f688b2227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c0d13e-9495-4ec1-954d-b576dfbb7223,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:07.612069 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-60e0206c-6771-4112-bb6d-2a5f688b2227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.615348 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-60e0206c-6771-4112-bb6d-2a5f688b2227 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b4c0d13e-9495-4ec1-954d-b576dfbb7223 HTTP/1.1" status: 204 len: 168 time: 0.3025227 Jul 15 15:13:07.618056 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40784) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:07.641395 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2316aa96-a7e6-45ca-8b27-13f44c67e530 None None] Network 09e4a839-49dc-4449-820a-c7761e07caeb requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:13:07.643664 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: a9a28c5d-d13c-4215-bfc3-ad783f72629a {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:13:07.644102 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device a9a28c5d-d13c-4215-bfc3-ad783f72629a not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:13:07.693751 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f5bd5665-53b2-4334-b5bd-78134bda1410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.697320 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (09e4a839-49dc-4449-820a-c7761e07caeb), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.778047 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Deleting port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:13:07.778385 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.853528 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] For port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=75d4bd54-4cae-453f-a4fa-bcb1ff788f41,segment=NetworkSegment(19875e2c-ce17-4383-b201-cb902d6fcd75),segment_id=19875e2c-ce17-4383-b201-cb902d6fcd75)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:07.853992 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.868946 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Calling delete_port for 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 owned by network:dhcp {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:13:07.909910 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] DHCP port deletion for 09e4a839-49dc-4449-820a-c7761e07caeb request from dv-cinder-848821-1-iscsi {{(pid=103714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 15:13:07.959895 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Deleting port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:13:07.960785 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.964035 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:07.992564 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d4bd54-4cae-453f-a4fa-bcb1ff788f41,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:07.997620 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] No DVR routers for this DVR port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 on host dv-cinder-848821-1-iscsi {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:13:08.038214 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] For port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41, host dv-cinder-848821-1-iscsi, got binding levels [] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:08.038612 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:08.053439 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Calling delete_port for 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:13:08.056354 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.ipam_backend_mixin [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 was not found and therefore no delete operation was performed {{(pid=103714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Jul 15 15:13:08.057792 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494'] for port (75d4bd54-4cae-453f-a4fa-bcb1ff788f41), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:08.081118 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (09e4a839-49dc-4449-820a-c7761e07caeb), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:08.086429 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Pushing event deleted for resources: {'Port': ['ID=75d4bd54-4cae-453f-a4fa-bcb1ff788f41,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:08.091074 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] No DVR routers for this DVR port 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 on host dv-cinder-848821-1-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:13:08.103159 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.103159 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.103159 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.103159 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.103159 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.104023 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.104023 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.104023 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.104703 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.104703 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.104897 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.105094 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.105414 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674f502f-0f3f-41e2-815b-1cbc144e8456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:08.111194 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e4a839-49dc-4449-820a-c7761e07caeb']}} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:08.123880 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19875e2c-ce17-4383-b201-cb902d6fcd75') {'for_net_delete': True} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:08.124173 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19875e2c-ce17-4383-b201-cb902d6fcd75') {} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:08.134624 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8946320'] for segment (19875e2c-ce17-4383-b201-cb902d6fcd75), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:08.151313 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (19875e2c-ce17-4383-b201-cb902d6fcd75), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:08.159126 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:13:08.159437 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9594317'] for segment (19875e2c-ce17-4383-b201-cb902d6fcd75), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:08.192111 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 19875e2c-ce17-4383-b201-cb902d6fcd75 resource provider aggregate not found Jul 15 15:13:08.226018 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 19875e2c-ce17-4383-b201-cb902d6fcd75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19875e2c-ce17-4383-b201-cb902d6fcd75 found for delete ", "request_id": "req-e7164540-8cf0-4ff6-8fa7-7c2bb035e4d9"}]} Jul 15 15:13:08.256270 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (09e4a839-49dc-4449-820a-c7761e07caeb), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:08.262115 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:08.265447 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] 10.222.0.47 "DELETE /v2.0/networks/09e4a839-49dc-4449-820a-c7761e07caeb HTTP/1.1" status: 204 len: 168 time: 0.6458614 Jul 15 15:13:08.278592 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efba99a-69b3-4604-bbad-c1add4618d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=09e4a839-49dc-4449-820a-c7761e07caeb,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:08.400168 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40792) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:08.445376 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-348fe84f-a6cb-4fec-b240-d659949d972e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c1655e3a06c4848b17c0563e4910375&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440214 Jul 15 15:13:08.448260 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40794) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:08.513543 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-766b4b8d-e343-49b5-81e9-6947a375bd69 admin admin] Publish callbacks [] for security_group (41fadf34-3d49-43fa-a49e-60aabea59459), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:08.535931 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-766b4b8d-e343-49b5-81e9-6947a375bd69 admin admin] Publish callbacks [] for security_group (41fadf34-3d49-43fa-a49e-60aabea59459), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:08.582897 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-766b4b8d-e343-49b5-81e9-6947a375bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (41fadf34-3d49-43fa-a49e-60aabea59459), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:08.585820 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-766b4b8d-e343-49b5-81e9-6947a375bd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:08.587256 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-766b4b8d-e343-49b5-81e9-6947a375bd69 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41fadf34-3d49-43fa-a49e-60aabea59459 HTTP/1.1" status: 204 len: 168 time: 0.1380317 Jul 15 15:13:08.595688 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b4b8d-e343-49b5-81e9-6947a375bd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fadf34-3d49-43fa-a49e-60aabea59459,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:09.338541 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:13:09.359008 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:13:09.359421 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 75d4bd54-4cae-453f-a4fa-bcb1ff788f41 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:13:09.359931 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device c418f6e8-9d90-48f8-b242-973750495eb9 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:13:09.381733 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: c418f6e8-9d90-48f8-b242-973750495eb9 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:13:09.382137 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device c418f6e8-9d90-48f8-b242-973750495eb9 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:13:09.722969 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-32866bc4-dc0e-4af4-81b8-68de3bbe62fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.020387 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40846) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:10.135833 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f92d-87f6-47e5-8626-d516656db58c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.226368 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f92d-87f6-47e5-8626-d516656db58c admin admin] Publish callbacks [] for security_group (7b87c59c-d471-4c52-97ce-07e16454d5d7), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.231053 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f92d-87f6-47e5-8626-d516656db58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (7b87c59c-d471-4c52-97ce-07e16454d5d7), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.277318 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-8eb0f92d-87f6-47e5-8626-d516656db58c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5593bde423fa49d395776b356e5e9ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556922 Jul 15 15:13:10.278185 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0f92d-87f6-47e5-8626-d516656db58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b87c59c-d471-4c52-97ce-07e16454d5d7,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:10.280176 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40864) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:10.337517 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a8620c69-9e55-4847-916c-19b5b2cbf166 admin admin] Publish callbacks [] for security_group (7b87c59c-d471-4c52-97ce-07e16454d5d7), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.371682 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a8620c69-9e55-4847-916c-19b5b2cbf166 admin admin] Publish callbacks [] for security_group (7b87c59c-d471-4c52-97ce-07e16454d5d7), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.425963 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a8620c69-9e55-4847-916c-19b5b2cbf166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (7b87c59c-d471-4c52-97ce-07e16454d5d7), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.428714 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a8620c69-9e55-4847-916c-19b5b2cbf166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.432981 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a8620c69-9e55-4847-916c-19b5b2cbf166 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b87c59c-d471-4c52-97ce-07e16454d5d7 HTTP/1.1" status: 204 len: 168 time: 0.1487830 Jul 15 15:13:10.442990 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8620c69-9e55-4847-916c-19b5b2cbf166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b87c59c-d471-4c52-97ce-07e16454d5d7,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:10.685324 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40886) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:10.780431 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40890) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:10.795947 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8d495ccf-415c-4be5-aca4-8ecac009e071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.821711 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3dae3d3-0df0-4bc4-9c0c-2e8fbca6d4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.956074 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8d495ccf-415c-4be5-aca4-8ecac009e071 admin admin] Publish callbacks [] for security_group (b2f02c57-fffd-4a3f-9d53-a8e9a1e0f66e), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.962084 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8d495ccf-415c-4be5-aca4-8ecac009e071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b2f02c57-fffd-4a3f-9d53-a8e9a1e0f66e), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.980708 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3dae3d3-0df0-4bc4-9c0c-2e8fbca6d4ca admin admin] Publish callbacks [] for security_group (6bedbc51-42c6-4dbb-be92-9b2974ad6b8b), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:10.993600 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d3dae3d3-0df0-4bc4-9c0c-2e8fbca6d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (6bedbc51-42c6-4dbb-be92-9b2974ad6b8b), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.005701 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.034602 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-8d495ccf-415c-4be5-aca4-8ecac009e071 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=892354a15ffa4316bf3df0483ece5949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479773 Jul 15 15:13:11.034602 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d495ccf-415c-4be5-aca4-8ecac009e071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f02c57-fffd-4a3f-9d53-a8e9a1e0f66e,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:11.035236 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40892) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:11.044836 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-d3dae3d3-0df0-4bc4-9c0c-2e8fbca6d4ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d84db2bd7fd542c5bc4f6ca4880f20ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578687 Jul 15 15:13:11.048918 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40894) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:11.086157 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dae3d3-0df0-4bc4-9c0c-2e8fbca6d4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bedbc51-42c6-4dbb-be92-9b2974ad6b8b,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:11.104262 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6b66b184-931a-45f4-8063-3c9d1e11ff9c admin admin] Publish callbacks [] for security_group (6bedbc51-42c6-4dbb-be92-9b2974ad6b8b), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.108518 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ee77fd97-1c65-4251-9b45-a398a232fd93 admin admin] Publish callbacks [] for security_group (b2f02c57-fffd-4a3f-9d53-a8e9a1e0f66e), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.126535 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6b66b184-931a-45f4-8063-3c9d1e11ff9c admin admin] Publish callbacks [] for security_group (6bedbc51-42c6-4dbb-be92-9b2974ad6b8b), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.130266 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ee77fd97-1c65-4251-9b45-a398a232fd93 admin admin] Publish callbacks [] for security_group (b2f02c57-fffd-4a3f-9d53-a8e9a1e0f66e), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.177794 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6b66b184-931a-45f4-8063-3c9d1e11ff9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (6bedbc51-42c6-4dbb-be92-9b2974ad6b8b), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.181695 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ee77fd97-1c65-4251-9b45-a398a232fd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b2f02c57-fffd-4a3f-9d53-a8e9a1e0f66e), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.182257 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6b66b184-931a-45f4-8063-3c9d1e11ff9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.186987 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-6b66b184-931a-45f4-8063-3c9d1e11ff9c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6bedbc51-42c6-4dbb-be92-9b2974ad6b8b HTTP/1.1" status: 204 len: 168 time: 0.1338072 Jul 15 15:13:11.191967 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-ee77fd97-1c65-4251-9b45-a398a232fd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.193870 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-ee77fd97-1c65-4251-9b45-a398a232fd93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2f02c57-fffd-4a3f-9d53-a8e9a1e0f66e HTTP/1.1" status: 204 len: 168 time: 0.1573780 Jul 15 15:13:11.198137 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66b184-931a-45f4-8063-3c9d1e11ff9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bedbc51-42c6-4dbb-be92-9b2974ad6b8b,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:11.209686 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77fd97-1c65-4251-9b45-a398a232fd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f02c57-fffd-4a3f-9d53-a8e9a1e0f66e,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:11.591518 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 40910) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:11.605650 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c6be7046-ecb7-4297-a90a-c56d9b7fe801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.690047 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c6be7046-ecb7-4297-a90a-c56d9b7fe801 admin admin] Publish callbacks [] for security_group (50a02f45-36c3-452b-83f5-78102af85d48), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.695076 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c6be7046-ecb7-4297-a90a-c56d9b7fe801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (50a02f45-36c3-452b-83f5-78102af85d48), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.733795 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-c6be7046-ecb7-4297-a90a-c56d9b7fe801 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ef8819ace1b4f1ca14d5f96c5cdc040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404343 Jul 15 15:13:11.734781 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be7046-ecb7-4297-a90a-c56d9b7fe801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a02f45-36c3-452b-83f5-78102af85d48,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:11.736466 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 40914) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:11.792790 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-589c9222-64a4-4951-81a5-5a1d4b058e01 admin admin] Publish callbacks [] for security_group (50a02f45-36c3-452b-83f5-78102af85d48), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.820678 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-589c9222-64a4-4951-81a5-5a1d4b058e01 admin admin] Publish callbacks [] for security_group (50a02f45-36c3-452b-83f5-78102af85d48), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.870614 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-589c9222-64a4-4951-81a5-5a1d4b058e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (50a02f45-36c3-452b-83f5-78102af85d48), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.875222 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-589c9222-64a4-4951-81a5-5a1d4b058e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:11.876135 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-589c9222-64a4-4951-81a5-5a1d4b058e01 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50a02f45-36c3-452b-83f5-78102af85d48 HTTP/1.1" status: 204 len: 168 time: 0.1386364 Jul 15 15:13:11.884773 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c9222-64a4-4951-81a5-5a1d4b058e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a02f45-36c3-452b-83f5-78102af85d48,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:12.438119 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:13.937433 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:19.992755 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41134) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:20.128808 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e80582df-9e49-4380-81e4-9c03ddb9d01c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.217221 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e80582df-9e49-4380-81e4-9c03ddb9d01c admin admin] Publish callbacks [] for security_group (3cb48c1f-7b7f-4fe4-9543-262dee4c6bf4), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.221446 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-e80582df-9e49-4380-81e4-9c03ddb9d01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (3cb48c1f-7b7f-4fe4-9543-262dee4c6bf4), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.265292 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-e80582df-9e49-4380-81e4-9c03ddb9d01c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d5048fa07fc4488cb14240eafdb9e348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688189 Jul 15 15:13:20.265292 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80582df-9e49-4380-81e4-9c03ddb9d01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb48c1f-7b7f-4fe4-9543-262dee4c6bf4,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:20.266441 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41148) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:20.323131 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74a18dab-ac70-4a1d-9473-671a49430c5c admin admin] Publish callbacks [] for security_group (3cb48c1f-7b7f-4fe4-9543-262dee4c6bf4), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.351739 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74a18dab-ac70-4a1d-9473-671a49430c5c admin admin] Publish callbacks [] for security_group (3cb48c1f-7b7f-4fe4-9543-262dee4c6bf4), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.401286 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74a18dab-ac70-4a1d-9473-671a49430c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (3cb48c1f-7b7f-4fe4-9543-262dee4c6bf4), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.403960 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74a18dab-ac70-4a1d-9473-671a49430c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.405234 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-74a18dab-ac70-4a1d-9473-671a49430c5c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3cb48c1f-7b7f-4fe4-9543-262dee4c6bf4 HTTP/1.1" status: 204 len: 168 time: 0.1376767 Jul 15 15:13:20.413240 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a18dab-ac70-4a1d-9473-671a49430c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb48c1f-7b7f-4fe4-9543-262dee4c6bf4,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:20.684663 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41154) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:20.698985 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a354966b-f106-4e85-8bc6-9605037151b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.775921 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a354966b-f106-4e85-8bc6-9605037151b8 admin admin] Publish callbacks [] for security_group (cadca616-4d6a-4a2f-a082-137c01075b64), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.780389 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a354966b-f106-4e85-8bc6-9605037151b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (cadca616-4d6a-4a2f-a082-137c01075b64), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.821081 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-a354966b-f106-4e85-8bc6-9605037151b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a73916330a7403c91b52570eaeb1fe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347735 Jul 15 15:13:20.821933 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354966b-f106-4e85-8bc6-9605037151b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadca616-4d6a-4a2f-a082-137c01075b64,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:20.823772 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41156) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:20.873661 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cc7c55c3-2c26-4a0b-bd57-dce1536c449c admin admin] Publish callbacks [] for security_group (cadca616-4d6a-4a2f-a082-137c01075b64), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.896105 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cc7c55c3-2c26-4a0b-bd57-dce1536c449c admin admin] Publish callbacks [] for security_group (cadca616-4d6a-4a2f-a082-137c01075b64), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.945473 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cc7c55c3-2c26-4a0b-bd57-dce1536c449c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (cadca616-4d6a-4a2f-a082-137c01075b64), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.948150 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-cc7c55c3-2c26-4a0b-bd57-dce1536c449c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:20.949356 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-cc7c55c3-2c26-4a0b-bd57-dce1536c449c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cadca616-4d6a-4a2f-a082-137c01075b64 HTTP/1.1" status: 204 len: 168 time: 0.1245735 Jul 15 15:13:20.956978 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c55c3-2c26-4a0b-bd57-dce1536c449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadca616-4d6a-4a2f-a082-137c01075b64,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:21.300477 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41166) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:21.314339 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d547efda-4a5d-41d5-9264-658743ada2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:21.395620 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d547efda-4a5d-41d5-9264-658743ada2ce admin admin] Publish callbacks [] for security_group (c7edc183-8535-4014-899a-19075c450838), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:21.400335 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-d547efda-4a5d-41d5-9264-658743ada2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (c7edc183-8535-4014-899a-19075c450838), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:21.445464 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547efda-4a5d-41d5-9264-658743ada2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7edc183-8535-4014-899a-19075c450838,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:21.452708 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41172) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:21.454040 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-d547efda-4a5d-41d5-9264-658743ada2ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c6be20ea0f44565a22086d0e5747723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509781 Jul 15 15:13:21.516210 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f3f9ec68-529e-466c-bbfa-e8dd8c240cce admin admin] Publish callbacks [] for security_group (c7edc183-8535-4014-899a-19075c450838), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:21.539074 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f3f9ec68-529e-466c-bbfa-e8dd8c240cce admin admin] Publish callbacks [] for security_group (c7edc183-8535-4014-899a-19075c450838), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:21.592837 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f3f9ec68-529e-466c-bbfa-e8dd8c240cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (c7edc183-8535-4014-899a-19075c450838), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:21.595499 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f3f9ec68-529e-466c-bbfa-e8dd8c240cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:21.596658 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-f3f9ec68-529e-466c-bbfa-e8dd8c240cce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c7edc183-8535-4014-899a-19075c450838 HTTP/1.1" status: 204 len: 168 time: 0.1426878 Jul 15 15:13:21.609887 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9ec68-529e-466c-bbfa-e8dd8c240cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7edc183-8535-4014-899a-19075c450838,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:21.933770 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41188) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:22.053258 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a467e721-2e97-49d2-8bb4-f4952e25bda8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.128770 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a467e721-2e97-49d2-8bb4-f4952e25bda8 admin admin] Publish callbacks [] for security_group (84f2bc9c-788d-41c2-9e37-cae039ace719), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.132742 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a467e721-2e97-49d2-8bb4-f4952e25bda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (84f2bc9c-788d-41c2-9e37-cae039ace719), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.171540 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a467e721-2e97-49d2-8bb4-f4952e25bda8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=534a4ea5e9f6471ca5f9ea9f462e8750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365410 Jul 15 15:13:22.172424 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467e721-2e97-49d2-8bb4-f4952e25bda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f2bc9c-788d-41c2-9e37-cae039ace719,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:22.174417 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41192) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:22.222192 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6836f917-1486-4cf7-ac0c-aa336793c2c5 admin admin] Publish callbacks [] for security_group (84f2bc9c-788d-41c2-9e37-cae039ace719), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.243173 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6836f917-1486-4cf7-ac0c-aa336793c2c5 admin admin] Publish callbacks [] for security_group (84f2bc9c-788d-41c2-9e37-cae039ace719), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.290001 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6836f917-1486-4cf7-ac0c-aa336793c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (84f2bc9c-788d-41c2-9e37-cae039ace719), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.292641 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6836f917-1486-4cf7-ac0c-aa336793c2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.293767 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-6836f917-1486-4cf7-ac0c-aa336793c2c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84f2bc9c-788d-41c2-9e37-cae039ace719 HTTP/1.1" status: 204 len: 168 time: 0.1183617 Jul 15 15:13:22.301740 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836f917-1486-4cf7-ac0c-aa336793c2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f2bc9c-788d-41c2-9e37-cae039ace719,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:22.577743 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41200) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:22.590716 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-87133f37-1024-4eb6-afb4-19b54d9c0270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.667159 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-87133f37-1024-4eb6-afb4-19b54d9c0270 admin admin] Publish callbacks [] for security_group (384b434e-8efe-427f-a3ca-3681cc93733b), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.672017 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-87133f37-1024-4eb6-afb4-19b54d9c0270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (384b434e-8efe-427f-a3ca-3681cc93733b), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.710486 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87133f37-1024-4eb6-afb4-19b54d9c0270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384b434e-8efe-427f-a3ca-3681cc93733b,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:22.715422 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-87133f37-1024-4eb6-afb4-19b54d9c0270 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a56685f00c841e7ba43fff3213ccc86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366482 Jul 15 15:13:22.718151 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41202) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:22.776276 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2b6db3d5-26bd-4bfc-9ba1-15fd42999e7e admin admin] Publish callbacks [] for security_group (384b434e-8efe-427f-a3ca-3681cc93733b), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.799248 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2b6db3d5-26bd-4bfc-9ba1-15fd42999e7e admin admin] Publish callbacks [] for security_group (384b434e-8efe-427f-a3ca-3681cc93733b), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.846523 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2b6db3d5-26bd-4bfc-9ba1-15fd42999e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (384b434e-8efe-427f-a3ca-3681cc93733b), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.849133 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2b6db3d5-26bd-4bfc-9ba1-15fd42999e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:22.850278 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-2b6db3d5-26bd-4bfc-9ba1-15fd42999e7e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/384b434e-8efe-427f-a3ca-3681cc93733b HTTP/1.1" status: 204 len: 168 time: 0.1312358 Jul 15 15:13:22.859296 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6db3d5-26bd-4bfc-9ba1-15fd42999e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384b434e-8efe-427f-a3ca-3681cc93733b,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:23.183683 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41208) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:23.197380 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd22162a-84a5-420e-80e2-59825d0537fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:23.273632 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd22162a-84a5-420e-80e2-59825d0537fa admin admin] Publish callbacks [] for security_group (afad67ff-3d89-46bb-b140-5f96a1f38560), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:23.277459 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cd22162a-84a5-420e-80e2-59825d0537fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (afad67ff-3d89-46bb-b140-5f96a1f38560), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:23.316015 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-cd22162a-84a5-420e-80e2-59825d0537fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cfc89e0615f443fe88cfa23c5e324c9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311834 Jul 15 15:13:23.316992 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22162a-84a5-420e-80e2-59825d0537fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afad67ff-3d89-46bb-b140-5f96a1f38560,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:23.318777 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41210) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:23.367834 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-53a27600-44f5-4445-a30f-52fb839d80f1 admin admin] Publish callbacks [] for security_group (afad67ff-3d89-46bb-b140-5f96a1f38560), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:23.389451 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-53a27600-44f5-4445-a30f-52fb839d80f1 admin admin] Publish callbacks [] for security_group (afad67ff-3d89-46bb-b140-5f96a1f38560), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:23.440732 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-53a27600-44f5-4445-a30f-52fb839d80f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (afad67ff-3d89-46bb-b140-5f96a1f38560), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:23.443476 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-53a27600-44f5-4445-a30f-52fb839d80f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:23.444701 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-53a27600-44f5-4445-a30f-52fb839d80f1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/afad67ff-3d89-46bb-b140-5f96a1f38560 HTTP/1.1" status: 204 len: 168 time: 0.1249058 Jul 15 15:13:23.454251 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a27600-44f5-4445-a30f-52fb839d80f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afad67ff-3d89-46bb-b140-5f96a1f38560,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:29.850904 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41330) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:29.956556 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a73535df-c4f9-4fb2-8e50-4f864e8f9c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.037100 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a73535df-c4f9-4fb2-8e50-4f864e8f9c54 admin admin] Publish callbacks [] for security_group (d296b7a0-7d80-4728-9792-418c92810bf5), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.041650 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a73535df-c4f9-4fb2-8e50-4f864e8f9c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d296b7a0-7d80-4728-9792-418c92810bf5), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.080852 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a73535df-c4f9-4fb2-8e50-4f864e8f9c54 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e84616683d0e41d1b9a02dc2d2f3fca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288413 Jul 15 15:13:30.081576 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73535df-c4f9-4fb2-8e50-4f864e8f9c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d296b7a0-7d80-4728-9792-418c92810bf5,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:30.083731 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41336) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:30.131993 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e523dd4f-0bae-471d-99cb-bf96313a3a0a admin admin] Publish callbacks [] for security_group (d296b7a0-7d80-4728-9792-418c92810bf5), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.153794 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e523dd4f-0bae-471d-99cb-bf96313a3a0a admin admin] Publish callbacks [] for security_group (d296b7a0-7d80-4728-9792-418c92810bf5), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.203617 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e523dd4f-0bae-471d-99cb-bf96313a3a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d296b7a0-7d80-4728-9792-418c92810bf5), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.206152 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e523dd4f-0bae-471d-99cb-bf96313a3a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.207298 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-e523dd4f-0bae-471d-99cb-bf96313a3a0a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d296b7a0-7d80-4728-9792-418c92810bf5 HTTP/1.1" status: 204 len: 168 time: 0.1225839 Jul 15 15:13:30.215006 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523dd4f-0bae-471d-99cb-bf96313a3a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d296b7a0-7d80-4728-9792-418c92810bf5,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:30.469044 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41342) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:30.482825 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.559639 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Publish callbacks [] for security_group (e9529fa1-8ffd-4cba-abe3-6cb7d19b1bd4), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.563507 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (e9529fa1-8ffd-4cba-abe3-6cb7d19b1bd4), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.602175 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f5c320c4cfd4007a02ddb236be0e9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320171 Jul 15 15:13:30.603035 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9529fa1-8ffd-4cba-abe3-6cb7d19b1bd4,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:30.604984 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41344) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:30.611119 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.611480 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.611833 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.612183 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.612554 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.612900 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.613240 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.613576 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.613937 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.614272 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.614603 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.614991 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.615330 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b2a871-a375-4e9e-a216-d005eb8801bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.653573 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Publish callbacks [] for security_group (e9529fa1-8ffd-4cba-abe3-6cb7d19b1bd4), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.675691 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Publish callbacks [] for security_group (e9529fa1-8ffd-4cba-abe3-6cb7d19b1bd4), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.724468 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (e9529fa1-8ffd-4cba-abe3-6cb7d19b1bd4), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.727065 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:30.728212 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e9529fa1-8ffd-4cba-abe3-6cb7d19b1bd4 HTTP/1.1" status: 204 len: 168 time: 0.1222515 Jul 15 15:13:30.736397 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9529fa1-8ffd-4cba-abe3-6cb7d19b1bd4,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:30.743634 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.743993 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.744345 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.744720 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.745065 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.745404 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.745743 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.746079 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.746452 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.746750 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.747082 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.747412 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:30.747842 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33821f70-2b62-4b93-aba4-007c3b090172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:13:32.835134 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41414) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:32.948877 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-89b51ea3-b7ca-4207-9c5c-3afe4664dcb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.029963 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-89b51ea3-b7ca-4207-9c5c-3afe4664dcb9 admin admin] Publish callbacks [] for security_group (53bea5d9-5dec-45fa-aacd-04b9546a50e5), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.034339 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-89b51ea3-b7ca-4207-9c5c-3afe4664dcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (53bea5d9-5dec-45fa-aacd-04b9546a50e5), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.078992 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-89b51ea3-b7ca-4207-9c5c-3afe4664dcb9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83587a7fce4e43b095a78eabf0f7ba6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425191 Jul 15 15:13:33.080196 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b51ea3-b7ca-4207-9c5c-3afe4664dcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bea5d9-5dec-45fa-aacd-04b9546a50e5,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:33.081516 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41418) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:33.132241 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-71e8f796-de97-4b2a-8f18-3ad9a17814d0 admin admin] Publish callbacks [] for security_group (53bea5d9-5dec-45fa-aacd-04b9546a50e5), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.154364 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-71e8f796-de97-4b2a-8f18-3ad9a17814d0 admin admin] Publish callbacks [] for security_group (53bea5d9-5dec-45fa-aacd-04b9546a50e5), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.202941 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-71e8f796-de97-4b2a-8f18-3ad9a17814d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (53bea5d9-5dec-45fa-aacd-04b9546a50e5), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.205403 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-71e8f796-de97-4b2a-8f18-3ad9a17814d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.206548 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-71e8f796-de97-4b2a-8f18-3ad9a17814d0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/53bea5d9-5dec-45fa-aacd-04b9546a50e5 HTTP/1.1" status: 204 len: 168 time: 0.1239643 Jul 15 15:13:33.214316 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8f796-de97-4b2a-8f18-3ad9a17814d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bea5d9-5dec-45fa-aacd-04b9546a50e5,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:33.473604 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41424) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:33.491488 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3d19-f699-426e-b6eb-a901711b8b40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.507044 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:13:33.573176 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3d19-f699-426e-b6eb-a901711b8b40 admin admin] Publish callbacks [] for security_group (9d202af0-1943-4619-8bcb-f2031abaecee), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.577805 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9c7c3d19-f699-426e-b6eb-a901711b8b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (9d202af0-1943-4619-8bcb-f2031abaecee), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.617243 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c3d19-f699-426e-b6eb-a901711b8b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d202af0-1943-4619-8bcb-f2031abaecee,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:33.622708 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-9c7c3d19-f699-426e-b6eb-a901711b8b40 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=44ac1e7d11ca42a69c6a8375754b91e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479540 Jul 15 15:13:33.625370 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41426) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:33.675883 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-076a54b2-683b-4d92-a7f3-09a42d3faa9f admin admin] Publish callbacks [] for security_group (9d202af0-1943-4619-8bcb-f2031abaecee), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.696918 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-076a54b2-683b-4d92-a7f3-09a42d3faa9f admin admin] Publish callbacks [] for security_group (9d202af0-1943-4619-8bcb-f2031abaecee), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.742658 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-076a54b2-683b-4d92-a7f3-09a42d3faa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (9d202af0-1943-4619-8bcb-f2031abaecee), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.745209 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-076a54b2-683b-4d92-a7f3-09a42d3faa9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:33.746379 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-076a54b2-683b-4d92-a7f3-09a42d3faa9f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d202af0-1943-4619-8bcb-f2031abaecee HTTP/1.1" status: 204 len: 168 time: 0.1198652 Jul 15 15:13:33.754394 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a54b2-683b-4d92-a7f3-09a42d3faa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d202af0-1943-4619-8bcb-f2031abaecee,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:36.937194 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:37.626366 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-282305ef-0b52-4238-870d-3a625d45e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:39.725756 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ad759c2b-ba3c-42a9-8514-6089e6a12d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:41.009081 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:42.437430 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:43.251578 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41516) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:43.361262 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4b3eeb08-614f-4711-b5c6-53af44659182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:43.441938 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4b3eeb08-614f-4711-b5c6-53af44659182 admin admin] Publish callbacks [] for security_group (144d9a26-cd0b-47d3-8d74-1debd127fef0), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:43.446165 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4b3eeb08-614f-4711-b5c6-53af44659182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (144d9a26-cd0b-47d3-8d74-1debd127fef0), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:43.485867 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-4b3eeb08-614f-4711-b5c6-53af44659182 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=21558f15b4c54a69bb6cb7baeb7e9e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332022 Jul 15 15:13:43.486706 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3eeb08-614f-4711-b5c6-53af44659182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144d9a26-cd0b-47d3-8d74-1debd127fef0,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:43.488567 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41520) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:43.543560 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-27b735d8-fb36-4c28-a561-b8d7c4e13ba7 admin admin] Publish callbacks [] for security_group (144d9a26-cd0b-47d3-8d74-1debd127fef0), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:43.575017 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-27b735d8-fb36-4c28-a561-b8d7c4e13ba7 admin admin] Publish callbacks [] for security_group (144d9a26-cd0b-47d3-8d74-1debd127fef0), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:43.626800 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-27b735d8-fb36-4c28-a561-b8d7c4e13ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (144d9a26-cd0b-47d3-8d74-1debd127fef0), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:43.629441 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-27b735d8-fb36-4c28-a561-b8d7c4e13ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:43.630737 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-27b735d8-fb36-4c28-a561-b8d7c4e13ba7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/144d9a26-cd0b-47d3-8d74-1debd127fef0 HTTP/1.1" status: 204 len: 168 time: 0.1405442 Jul 15 15:13:43.639190 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b735d8-fb36-4c28-a561-b8d7c4e13ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144d9a26-cd0b-47d3-8d74-1debd127fef0,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:43.943186 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:50.727666 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90ee83-8a2c-4f28-a061-40da986378bc req-bb6f2f27-62cb-4851-ade1-d2faeed734fa tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:13:50.729201 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8f90ee83-8a2c-4f28-a061-40da986378bc req-bb6f2f27-62cb-4851-ade1-d2faeed734fa tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 946 time: 0.0570152 Jul 15 15:13:50.778980 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8f90ee83-8a2c-4f28-a061-40da986378bc req-f3ca689b-481c-4130-a104-c553e623a32a tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434887 Jul 15 15:13:51.885189 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41652) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:51.914414 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb96bbc-02bc-4dd3-8350-e03ac81157ba req-eb2d5e54-4635-4431-988d-31b835730125 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:13:51.915976 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bfb96bbc-02bc-4dd3-8350-e03ac81157ba req-eb2d5e54-4635-4431-988d-31b835730125 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 946 time: 0.0561304 Jul 15 15:13:51.981124 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bfb96bbc-02bc-4dd3-8350-e03ac81157ba req-fe3d182c-1990-491a-9f20-78138b450827 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups?id=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586236 Jul 15 15:13:52.020630 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f5689423-7a95-48ca-af15-d0652b30120b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.098984 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f5689423-7a95-48ca-af15-d0652b30120b admin admin] Publish callbacks [] for security_group (99df8638-a34a-418a-b804-56dca21a8482), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.102910 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f5689423-7a95-48ca-af15-d0652b30120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (99df8638-a34a-418a-b804-56dca21a8482), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.139795 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5689423-7a95-48ca-af15-d0652b30120b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99df8638-a34a-418a-b804-56dca21a8482,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:52.143947 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-f5689423-7a95-48ca-af15-d0652b30120b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=377403dad37e4241acf742261dff093a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577612 Jul 15 15:13:52.146802 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41656) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:52.195366 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a754c828-330e-414f-881d-85e7bf13bbc6 admin admin] Publish callbacks [] for security_group (99df8638-a34a-418a-b804-56dca21a8482), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.219647 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a754c828-330e-414f-881d-85e7bf13bbc6 admin admin] Publish callbacks [] for security_group (99df8638-a34a-418a-b804-56dca21a8482), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.270506 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a754c828-330e-414f-881d-85e7bf13bbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (99df8638-a34a-418a-b804-56dca21a8482), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.273465 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a754c828-330e-414f-881d-85e7bf13bbc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.277019 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a754c828-330e-414f-881d-85e7bf13bbc6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/99df8638-a34a-418a-b804-56dca21a8482 HTTP/1.1" status: 204 len: 168 time: 0.1269536 Jul 15 15:13:52.282982 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754c828-330e-414f-881d-85e7bf13bbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99df8638-a34a-418a-b804-56dca21a8482,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:52.388742 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-949cd6e9-c42e-4156-bf7c-5072965fa239 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:13:52.390673 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-949cd6e9-c42e-4156-bf7c-5072965fa239 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 946 time: 0.0636301 Jul 15 15:13:52.483636 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Deleting port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:13:52.483979 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.566408 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41662) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:52.579090 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ce831b51-4047-4526-9921-3540e962a26b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.592523 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] For port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:52.592928 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.662981 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ce831b51-4047-4526-9921-3540e962a26b admin admin] Publish callbacks [] for security_group (2c204ef0-f0ca-46cf-90d1-ef89a8e04afd), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.667823 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ce831b51-4047-4526-9921-3540e962a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (2c204ef0-f0ca-46cf-90d1-ef89a8e04afd), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.709733 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ce831b51-4047-4526-9921-3540e962a26b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=541059ad829449c9abc91dde048f0136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422381 Jul 15 15:13:52.710569 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce831b51-4047-4526-9921-3540e962a26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c204ef0-f0ca-46cf-90d1-ef89a8e04afd,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:52.712908 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41664) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:52.802352 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.802714 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (d6f29dd1-9bb7-4304-9252-07e3ac36c938), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.803031 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Floating IP d6f29dd1-9bb7-4304-9252-07e3ac36c938 disassociated. External IP: 172.27.2.6, port: 97ee97a8-fa87-4fad-be1c-8b52df6fe47f. Jul 15 15:13:52.803390 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Calling delete_port for 97ee97a8-fa87-4fad-be1c-8b52df6fe47f owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:13:52.826238 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-336ce6fd-106d-4ca8-bb57-bdcbf838316c admin admin] Publish callbacks [] for security_group (2c204ef0-f0ca-46cf-90d1-ef89a8e04afd), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.886867 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-336ce6fd-106d-4ca8-bb57-bdcbf838316c admin admin] Publish callbacks [] for security_group (2c204ef0-f0ca-46cf-90d1-ef89a8e04afd), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.987007 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-336ce6fd-106d-4ca8-bb57-bdcbf838316c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (2c204ef0-f0ca-46cf-90d1-ef89a8e04afd), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.989791 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-336ce6fd-106d-4ca8-bb57-bdcbf838316c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:52.990924 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-336ce6fd-106d-4ca8-bb57-bdcbf838316c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c204ef0-f0ca-46cf-90d1-ef89a8e04afd HTTP/1.1" status: 204 len: 168 time: 0.2774107 Jul 15 15:13:53.010525 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ce6fd-106d-4ca8-bb57-bdcbf838316c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c204ef0-f0ca-46cf-90d1-ef89a8e04afd,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:53.025602 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (97ee97a8-fa87-4fad-be1c-8b52df6fe47f), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:53.058264 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event deleted for resources: {'Port': ['ID=97ee97a8-fa87-4fad-be1c-8b52df6fe47f,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:53.142409 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d8c275e1-a58c-4042-a2fb-42ca91cc9cb8 req-fd093815-212e-4b56-acb2-294d8f222c09 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d8d663-2a92-4afc-919d-2fc30aec4680 HTTP/1.1" status: 200 len: 210 time: 0.0329394 Jul 15 15:13:53.214815 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Router 436e19d0-84a9-4644-a17a-bc2757507467 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:13:53.332019 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:53.344907 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1401365-a42a-4351-b83d-4098f84bd61f None None] Sync routers for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:53.357545 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1401365-a42a-4351-b83d-4098f84bd61f None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:13:53.358437 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-d1401365-a42a-4351-b83d-4098f84bd61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:13:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:53.384581 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] No DVR routers for this DVR port 97ee97a8-fa87-4fad-be1c-8b52df6fe47f on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:13:53.388170 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:53.394503 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a3753061-a86f-4803-a946-d3dc98d4cf0d req-c9fd7039-28db-4017-822c-c4b2827bc6a8 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.77 "DELETE /v2.0/ports/97ee97a8-fa87-4fad-be1c-8b52df6fe47f HTTP/1.1" status: 204 len: 173 time: 0.9981260 Jul 15 15:13:53.395171 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'name': 'network-vif-deleted', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:13:53.398834 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be21f45-6b6e-484b-a3f0-c5ef3569b354" -d '{"events": [{"server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "name": "network-vif-deleted", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:53.405505 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41674) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:53.431403 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-416ff21e-1aaa-4d98-a65b-c5ca5dfd97c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:53.574873 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-d1401365-a42a-4351-b83d-4098f84bd61f None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:13:53.589204 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-416ff21e-1aaa-4d98-a65b-c5ca5dfd97c0 admin admin] Publish callbacks [] for security_group (78c3caa1-6547-4f18-a179-9b17cccbfb85), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:53.596510 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-416ff21e-1aaa-4d98-a65b-c5ca5dfd97c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (78c3caa1-6547-4f18-a179-9b17cccbfb85), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:53.647451 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41678) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:53.648507 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-416ff21e-1aaa-4d98-a65b-c5ca5dfd97c0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56cfccfae8264da3806b1130cfe2fd74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405093 Jul 15 15:13:53.687671 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ff21e-1aaa-4d98-a65b-c5ca5dfd97c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c3caa1-6547-4f18-a179-9b17cccbfb85,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:53.757438 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e066-2b70-4953-bfcc-aa92ba8e9b51 admin admin] Publish callbacks [] for security_group (78c3caa1-6547-4f18-a179-9b17cccbfb85), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:53.773830 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24906e66-bed9-4a2f-9cb6-15cba3ae2c43 x-openstack-request-id: req-24906e66-bed9-4a2f-9cb6-15cba3ae2c43 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:53.774281 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d8d663-2a92-4afc-919d-2fc30aec4680", "name": "network-vif-deleted", "tag": "97ee97a8-fa87-4fad-be1c-8b52df6fe47f", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:53.774679 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-24906e66-bed9-4a2f-9cb6-15cba3ae2c43 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:53.775308 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24906e66-bed9-4a2f-9cb6-15cba3ae2c43'] response: {'server_uuid': 'a0d8d663-2a92-4afc-919d-2fc30aec4680', 'name': 'network-vif-deleted', 'tag': '97ee97a8-fa87-4fad-be1c-8b52df6fe47f', 'status': 'completed', 'code': 200} Jul 15 15:13:53.791564 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e066-2b70-4953-bfcc-aa92ba8e9b51 admin admin] Publish callbacks [] for security_group (78c3caa1-6547-4f18-a179-9b17cccbfb85), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:53.848657 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e066-2b70-4953-bfcc-aa92ba8e9b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (78c3caa1-6547-4f18-a179-9b17cccbfb85), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:53.853931 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-c8d5e066-2b70-4953-bfcc-aa92ba8e9b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:53.858364 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-c8d5e066-2b70-4953-bfcc-aa92ba8e9b51 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/78c3caa1-6547-4f18-a179-9b17cccbfb85 HTTP/1.1" status: 204 len: 168 time: 0.2070045 Jul 15 15:13:53.867869 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5e066-2b70-4953-bfcc-aa92ba8e9b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c3caa1-6547-4f18-a179-9b17cccbfb85,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:53.895287 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-d1401365-a42a-4351-b83d-4098f84bd61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:17Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:53.939239 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1401365-a42a-4351-b83d-4098f84bd61f None None] Checking router: 436e19d0-84a9-4644-a17a-bc2757507467 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:13:53.955514 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1401365-a42a-4351-b83d-4098f84bd61f None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:13:53.956787 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-d1401365-a42a-4351-b83d-4098f84bd61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:13:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:54.106114 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-d1401365-a42a-4351-b83d-4098f84bd61f None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:13:54.259560 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41688) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:54.350192 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7c0980a6-31fe-4ee2-bc34-37ce0715ce10 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group (efb0e8f9-34cd-42ac-a1fd-8d50004d6c69), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:54.393873 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7c0980a6-31fe-4ee2-bc34-37ce0715ce10 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group (efb0e8f9-34cd-42ac-a1fd-8d50004d6c69), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:54.492645 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7c0980a6-31fe-4ee2-bc34-37ce0715ce10 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (efb0e8f9-34cd-42ac-a1fd-8d50004d6c69), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:54.496030 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7c0980a6-31fe-4ee2-bc34-37ce0715ce10 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:54.501481 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41698) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:54.502036 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-7c0980a6-31fe-4ee2-bc34-37ce0715ce10 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "DELETE /v2.0/security-groups/efb0e8f9-34cd-42ac-a1fd-8d50004d6c69 HTTP/1.1" status: 204 len: 168 time: 0.2405677 Jul 15 15:13:54.515239 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0980a6-31fe-4ee2-bc34-37ce0715ce10 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb0e8f9-34cd-42ac-a1fd-8d50004d6c69,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:54.534096 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.api.v2.resource [None req-e23a0fb0-3d49-4643-903d-8b1901e7275b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] show failed (client error): The resource could not be found. Jul 15 15:13:54.534096 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-e23a0fb0-3d49-4643-903d-8b1901e7275b tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "GET /v2.0/security-groups/efb0e8f9-34cd-42ac-a1fd-8d50004d6c69 HTTP/1.1" status: 404 len: 347 time: 0.0298164 Jul 15 15:13:54.537069 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41700) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:54.621168 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-d1401365-a42a-4351-b83d-4098f84bd61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:17Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:54.653025 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1401365-a42a-4351-b83d-4098f84bd61f None None] The sync data for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi is: [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:12Z', 'revision_number': 4, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'c2205779-09b5-4f5a-8a08-8b2b2c7781e6', 'name': '', 'network_id': '6bc3d271-2ef5-49bb-a731-b4563e428444', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'mac_address': 'fa:16:3e:4b:05:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:11Z', 'updated_at': '2022-07-15T15:03:17Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'subnets': [{'id': '91da5f73-afdf-40ef-8514-e3bc1855b00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:54.694157 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-6c396e39-e187-4f71-9efe-fd32b955d155 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Deleting port 570e7538-349c-4c3b-9030-2ce774161454 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:13:54.694495 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c396e39-e187-4f71-9efe-fd32b955d155 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (570e7538-349c-4c3b-9030-2ce774161454), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:54.820356 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c396e39-e187-4f71-9efe-fd32b955d155 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (570e7538-349c-4c3b-9030-2ce774161454), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:54.821108 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c396e39-e187-4f71-9efe-fd32b955d155 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (570e7538-349c-4c3b-9030-2ce774161454), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:54.840066 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-6c396e39-e187-4f71-9efe-fd32b955d155 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Calling delete_port for 570e7538-349c-4c3b-9030-2ce774161454 owned by network:floatingip {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:13:54.979407 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf65fd3-7c99-44a9-977b-c519b4433c9d None None] New status for floating IP d6f29dd1-9bb7-4304-9252-07e3ac36c938: DOWN {{(pid=103715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:13:55.022055 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c396e39-e187-4f71-9efe-fd32b955d155 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (570e7538-349c-4c3b-9030-2ce774161454), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:55.050852 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c396e39-e187-4f71-9efe-fd32b955d155 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Pushing event deleted for resources: {'Port': ['ID=570e7538-349c-4c3b-9030-2ce774161454,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:55.069447 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.db.api [None req-6cf65fd3-7c99-44a9-977b-c519b4433c9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:13:55.070292 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG oslo_db.api [None req-6cf65fd3-7c99-44a9-977b-c519b4433c9d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:13:55.120700 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c396e39-e187-4f71-9efe-fd32b955d155 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks [] for floatingip (d6f29dd1-9bb7-4304-9252-07e3ac36c938), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:55.123982 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6c396e39-e187-4f71-9efe-fd32b955d155 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:55.125183 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-6c396e39-e187-4f71-9efe-fd32b955d155 tempest-AttachVolumeShelveTestJSON-2028061142 tempest-AttachVolumeShelveTestJSON-2028061142-project] 10.222.0.47 "DELETE /v2.0/floatingips/d6f29dd1-9bb7-4304-9252-07e3ac36c938 HTTP/1.1" status: 204 len: 168 time: 0.5871251 Jul 15 15:13:55.429925 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41722) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:55.572264 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf65fd3-7c99-44a9-977b-c519b4433c9d None None] New status for floating IP d6f29dd1-9bb7-4304-9252-07e3ac36c938: DOWN {{(pid=103715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:13:55.582224 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8a1795d4-c3b0-42b3-af04-a87fd97a4dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:55.689744 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8a1795d4-c3b0-42b3-af04-a87fd97a4dad admin admin] Publish callbacks [] for security_group (dd9d6e76-d3e2-4acb-8472-715b06fe686b), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:55.695588 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-8a1795d4-c3b0-42b3-af04-a87fd97a4dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (dd9d6e76-d3e2-4acb-8472-715b06fe686b), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:55.743674 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1795d4-c3b0-42b3-af04-a87fd97a4dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9d6e76-d3e2-4acb-8472-715b06fe686b,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:55.750586 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-8a1795d4-c3b0-42b3-af04-a87fd97a4dad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c1dff1659e844f88392d8c4a7beabb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193116 Jul 15 15:13:55.753682 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41726) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:55.775685 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 97ee97a8-fa87-4fad-be1c-8b52df6fe47f no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:13:55.797327 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: 97ee97a8-fa87-4fad-be1c-8b52df6fe47f {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:13:55.797674 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 97ee97a8-fa87-4fad-be1c-8b52df6fe47f not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:13:55.829456 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-37fae3c8-a157-4c33-9329-3980967c0a7e admin admin] Publish callbacks [] for security_group (dd9d6e76-d3e2-4acb-8472-715b06fe686b), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:55.860913 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-37fae3c8-a157-4c33-9329-3980967c0a7e admin admin] Publish callbacks [] for security_group (dd9d6e76-d3e2-4acb-8472-715b06fe686b), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:55.921843 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-37fae3c8-a157-4c33-9329-3980967c0a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (dd9d6e76-d3e2-4acb-8472-715b06fe686b), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:55.924511 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-37fae3c8-a157-4c33-9329-3980967c0a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:55.925734 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-37fae3c8-a157-4c33-9329-3980967c0a7e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd9d6e76-d3e2-4acb-8472-715b06fe686b HTTP/1.1" status: 204 len: 168 time: 0.1710296 Jul 15 15:13:55.937336 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fae3c8-a157-4c33-9329-3980967c0a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9d6e76-d3e2-4acb-8472-715b06fe686b,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:56.661446 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41758) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:56.773638 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1646323113-network', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:13:56.801213 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Made reservation on behalf of 8063d89a8d6c4d33b7534100984175a4 for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:56.803810 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:56.813326 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:56.905083 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Publish callbacks [] for security_group (9e503490-e540-4ca6-905c-defefd916071), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:56.910405 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (9e503490-e540-4ca6-905c-defefd916071), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:56.932737 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:13:56.947383 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e503490-e540-4ca6-905c-defefd916071,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:56.954863 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (911a8e55-c316-44c8-b20a-d5de594e40cc), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:56.955278 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Added segment 911a8e55-c316-44c8-b20a-d5de594e40cc of type vlan for network fb533932-01a4-4b10-bcbc-2dbd21ab2479 Jul 15 15:13:57.000362 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (fb533932-01a4-4b10-bcbc-2dbd21ab2479), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.027197 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (fb533932-01a4-4b10-bcbc-2dbd21ab2479), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.028382 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:13:57.029531 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.082937 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4201660 Jul 15 15:13:57.085715 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41762) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:57.090842 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-4271532f-530d-415c-a1ac-8c6668128c68 admin admin] Request body: {'subnet': {'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1646323113-subnet', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'ip_version': 4}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:13:57.098508 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a68035-e65b-4aad-99fd-b89d184f769e admin admin] Pushing event updated for resources: {'Network': ['ID=fb533932-01a4-4b10-bcbc-2dbd21ab2479,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:57.111178 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network fb533932-01a4-4b10-bcbc-2dbd21ab2479 details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:13:57.114433 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4271532f-530d-415c-a1ac-8c6668128c68 admin admin] Made reservation on behalf of 8063d89a8d6c4d33b7534100984175a4 for: {'subnet': 1} {{(pid=103712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:13:57.116944 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4271532f-530d-415c-a1ac-8c6668128c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12400064'] for subnet (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.291213 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4271532f-530d-415c-a1ac-8c6668128c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3082405', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12400082'] for subnet (a3df3662-0b61-40a0-8ccb-d1d7f4556626), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.347787 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271532f-530d-415c-a1ac-8c6668128c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3df3662-0b61-40a0-8ccb-d1d7f4556626,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:57.356342 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4271532f-530d-415c-a1ac-8c6668128c68 admin admin] Checking segment: {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:13:57.356829 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4271532f-530d-415c-a1ac-8c6668128c68 admin admin] Network hostable DHCP agents. Network: fb533932-01a4-4b10-bcbc-2dbd21ab2479, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:13:57.375121 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4271532f-530d-415c-a1ac-8c6668128c68 admin admin] Network fb533932-01a4-4b10-bcbc-2dbd21ab2479 is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:13:57.384820 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-4271532f-530d-415c-a1ac-8c6668128c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, fb533932-01a4-4b10-bcbc-2dbd21ab2479) {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:57.390093 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4271532f-530d-415c-a1ac-8c6668128c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:13:57.391318 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-4271532f-530d-415c-a1ac-8c6668128c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.395342 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd98fb90-da68-4caf-ae3d-3784a3e80e08 None None] Network fb533932-01a4-4b10-bcbc-2dbd21ab2479 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:13:57.409011 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-4271532f-530d-415c-a1ac-8c6668128c68 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3218491 Jul 15 15:13:57.411991 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41764) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:57.416987 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:13:57.439582 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3921144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59253'] for router (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.440973 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3734711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59260'] for router (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.508615 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 15:13:57.509647 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.623802 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41772) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:57.672395 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Allocated IP 172.20.0.2 (fb533932-01a4-4b10-bcbc-2dbd21ab2479/a3df3662-0b61-40a0-8ccb-d1d7f4556626/13fb89f6-e930-4f07-b953-e813561e0768) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:57.784572 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Publish callbacks [] for router_controller (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), precommit_add_association {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.839693 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Publish callbacks [] for port (13fb89f6-e930-4f07-b953-e813561e0768), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.847018 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (13fb89f6-e930-4f07-b953-e813561e0768), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.885635 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Network fb533932-01a4-4b10-bcbc-2dbd21ab2479 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:57.893792 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:57.897071 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:13:57.904947 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Pushing event updated for resources: {'Port': ['ID=13fb89f6-e930-4f07-b953-e813561e0768,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:57.932614 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Publish callbacks [] for router_gateway (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.969649 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Attempting to bind port 13fb89f6-e930-4f07-b953-e813561e0768 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:13:57.970028 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Attempting to bind port 13fb89f6-e930-4f07-b953-e813561e0768 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:13:57.970401 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Attempting to bind port 13fb89f6-e930-4f07-b953-e813561e0768 on network fb533932-01a4-4b10-bcbc-2dbd21ab2479 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:13:57.982302 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:13:57.982709 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Checking segment: {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:13:57.983129 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:57.983591 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Bound using segment: {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:13:57.984099 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Bound port: 13fb89f6-e930-4f07-b953-e813561e0768, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:13:57.984818 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (13fb89f6-e930-4f07-b953-e813561e0768), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:58.057899 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] For port 13fb89f6-e930-4f07-b953-e813561e0768, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:13:58.063244 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] For port 13fb89f6-e930-4f07-b953-e813561e0768, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=13fb89f6-e930-4f07-b953-e813561e0768,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:13:58.070817 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (13fb89f6-e930-4f07-b953-e813561e0768), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:58.094327 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-47a1faf0-dc10-4d4c-bea7-e3bab7776ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919785'] for router_interface (436e19d0-84a9-4644-a17a-bc2757507467), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:58.141187 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac53eca-cfb9-4dd3-ab4d-6f58d783ead1 None None] Pushing event updated for resources: {'Port': ['ID=13fb89f6-e930-4f07-b953-e813561e0768,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:58.199175 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Publish callbacks [] for router_gateway (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:58.222972 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:58.398055 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Allocated IP 172.27.2.236 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/7db6e73e-a7de-4e4b-b4ae-0a0c658dd581) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:58.434706 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-47a1faf0-dc10-4d4c-bea7-e3bab7776ced admin admin] Deleting port c2205779-09b5-4f5a-8a08-8b2b2c7781e6 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:13:58.435950 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-47a1faf0-dc10-4d4c-bea7-e3bab7776ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:58.524063 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Publish callbacks [] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:58.538871 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-47a1faf0-dc10-4d4c-bea7-e3bab7776ced admin admin] For port c2205779-09b5-4f5a-8a08-8b2b2c7781e6, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=c2205779-09b5-4f5a-8a08-8b2b2c7781e6,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:58.539232 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-47a1faf0-dc10-4d4c-bea7-e3bab7776ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:58.553969 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-47a1faf0-dc10-4d4c-bea7-e3bab7776ced admin admin] Calling delete_port for c2205779-09b5-4f5a-8a08-8b2b2c7781e6 owned by network:router_interface {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:13:58.563474 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:58.601808 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:58.603730 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:58.607497 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:13:58.637555 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Pushing event updated for resources: {'Port': ['ID=7db6e73e-a7de-4e4b-b4ae-0a0c658dd581,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:58.757432 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-47a1faf0-dc10-4d4c-bea7-e3bab7776ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (c2205779-09b5-4f5a-8a08-8b2b2c7781e6), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:58.788003 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1faf0-dc10-4d4c-bea7-e3bab7776ced admin admin] Pushing event deleted for resources: {'Port': ['ID=c2205779-09b5-4f5a-8a08-8b2b2c7781e6,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:58.898845 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Publish callbacks [] for router_gateway (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:58.971786 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-47a1faf0-dc10-4d4c-bea7-e3bab7776ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919669'] for router_interface (436e19d0-84a9-4644-a17a-bc2757507467), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:59.135026 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567'] for router (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:59.224739 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a1faf0-dc10-4d4c-bea7-e3bab7776ced admin admin] Router 436e19d0-84a9-4644-a17a-bc2757507467 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:13:59.266518 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f522f0-a0b5-440a-b69e-6816ad068f1d None None] Network fb533932-01a4-4b10-bcbc-2dbd21ab2479 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:13:59.285525 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Router fd3f53d2-bd88-40b9-88fc-092baf3ce66b is scheduled to L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 with binding_index 1 {{(pid=103712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 15:13:59.360688 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-f404404f-4c76-4c28-83d1-00c3db2c0e60 None None] Provisioning complete for port 13fb89f6-e930-4f07-b953-e813561e0768 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:13:59.361079 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f404404f-4c76-4c28-83d1-00c3db2c0e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (13fb89f6-e930-4f07-b953-e813561e0768), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:59.423576 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:59.442649 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:59.448590 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-a943fd46-ef8d-4c90-b778-dad7c123eb3a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0344696 Jul 15 15:13:59.450939 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41776) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:59.482115 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Sync routers for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:59.516006 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:13:59.516600 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:13:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:59.567769 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 13fb89f6-e930-4f07-b953-e813561e0768 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:13:59.610577 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-f404404f-4c76-4c28-83d1-00c3db2c0e60 None None] Current status of the port 13fb89f6-e930-4f07-b953-e813561e0768 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:13:59.610999 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f404404f-4c76-4c28-83d1-00c3db2c0e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (13fb89f6-e930-4f07-b953-e813561e0768), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:59.691142 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a1faf0-dc10-4d4c-bea7-e3bab7776ced admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:59.706047 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20084e4b-9ff8-47aa-b60b-4f907927b237 None None] Sync routers for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:59.708061 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-f404404f-4c76-4c28-83d1-00c3db2c0e60 None None] For port 13fb89f6-e930-4f07-b953-e813561e0768, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=13fb89f6-e930-4f07-b953-e813561e0768,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:59.711226 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41778) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:13:59.713138 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-47a1faf0-dc10-4d4c-bea7-e3bab7776ced admin admin] 10.222.0.47 "PUT /v2.0/routers/436e19d0-84a9-4644-a17a-bc2757507467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0878582 Jul 15 15:13:59.717887 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f404404f-4c76-4c28-83d1-00c3db2c0e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (13fb89f6-e930-4f07-b953-e813561e0768), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:59.728955 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20084e4b-9ff8-47aa-b60b-4f907927b237 None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:13:59.729597 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-20084e4b-9ff8-47aa-b60b-4f907927b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:13:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:59.758936 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:13:59.843715 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-20084e4b-9ff8-47aa-b60b-4f907927b237 None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:13:59.844517 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 13fb89f6-e930-4f07-b953-e813561e0768 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:13:59.844928 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (13fb89f6-e930-4f07-b953-e813561e0768), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:59.922656 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Publish callbacks [] for router (436e19d0-84a9-4644-a17a-bc2757507467), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:13:59.929469 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404404f-4c76-4c28-83d1-00c3db2c0e60 None None] Pushing event updated for resources: {'Port': ['ID=13fb89f6-e930-4f07-b953-e813561e0768,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:00.079729 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 13fb89f6-e930-4f07-b953-e813561e0768 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:00.093050 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-20084e4b-9ff8-47aa-b60b-4f907927b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:13:58Z', 'revision_number': 5, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port': {'id': '6df30f67-b479-4e09-825c-65dd72cafbde', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:32:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436e19d0-84a9-4644-a17a-bc2757507467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:00.098234 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-ccac05ba-96ca-4497-9d8d-2511f0ac383a None None] Provisioning complete for port 13fb89f6-e930-4f07-b953-e813561e0768 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:00.098867 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ccac05ba-96ca-4497-9d8d-2511f0ac383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (13fb89f6-e930-4f07-b953-e813561e0768), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:00.138810 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20084e4b-9ff8-47aa-b60b-4f907927b237 None None] Checking router: 436e19d0-84a9-4644-a17a-bc2757507467 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:14:00.151739 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:13:58Z', 'revision_number': 3, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:00.156373 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Publish callbacks [] for router_gateway (436e19d0-84a9-4644-a17a-bc2757507467), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:00.164407 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:00.166208 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20084e4b-9ff8-47aa-b60b-4f907927b237 None None] Routers {'436e19d0-84a9-4644-a17a-bc2757507467'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:14:00.167210 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-20084e4b-9ff8-47aa-b60b-4f907927b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:13:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['436e19d0-84a9-4644-a17a-bc2757507467'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:00.191844 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Checking router: fd3f53d2-bd88-40b9-88fc-092baf3ce66b for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:14:00.192895 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Updating router fd3f53d2-bd88-40b9-88fc-092baf3ce66b port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:14:00.246923 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:00.326784 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Deleting port 6df30f67-b479-4e09-825c-65dd72cafbde {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:14:00.328436 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (6df30f67-b479-4e09-825c-65dd72cafbde), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:00.331071 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-20084e4b-9ff8-47aa-b60b-4f907927b237 None None] Set router 436e19d0-84a9-4644-a17a-bc2757507467 gateway port host: None {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:14:00.336939 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-ccac05ba-96ca-4497-9d8d-2511f0ac383a None None] Current status of the port 13fb89f6-e930-4f07-b953-e813561e0768 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:00.499854 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] For port 6df30f67-b479-4e09-825c-65dd72cafbde, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=6df30f67-b479-4e09-825c-65dd72cafbde,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:00.500171 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (6df30f67-b479-4e09-825c-65dd72cafbde), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:00.519719 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Calling delete_port for 6df30f67-b479-4e09-825c-65dd72cafbde owned by network:router_gateway {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:14:00.521359 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-20084e4b-9ff8-47aa-b60b-4f907927b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:14:00Z', 'revision_number': 6, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port_host': None}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:00.547076 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Allocated IP 172.20.0.1 (fb533932-01a4-4b10-bcbc-2dbd21ab2479/a3df3662-0b61-40a0-8ccb-d1d7f4556626/ff75c16d-3cbc-4fca-8e2b-78d32845298c) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:00.560454 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20084e4b-9ff8-47aa-b60b-4f907927b237 None None] The sync data for ids ['436e19d0-84a9-4644-a17a-bc2757507467'] in dv-cinder-848821-1-iscsi is: [{'id': '436e19d0-84a9-4644-a17a-bc2757507467', 'name': 'tempest-AttachVolumeShelveTestJSON-833799647-router', 'tenant_id': 'a5b10a89a32a439195ee8e69d5d51655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:03:08Z', 'updated_at': '2022-07-15T15:14:00Z', 'revision_number': 6, 'project_id': 'a5b10a89a32a439195ee8e69d5d51655', 'gw_port_host': None}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:14:00.827340 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Publish callbacks [] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:00.843063 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:00.900098 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74915a85-2de6-470d-bbf2-c9f7a2bb1022 None None] Pushing event updated for resources: {'Port': ['ID=7db6e73e-a7de-4e4b-b4ae-0a0c658dd581,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:00.901583 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Attempting to bind port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:14:00.901999 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Attempting to bind port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:14:00.902366 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Attempting to bind port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 on network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:14:00.908687 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:14:00.909339 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:14:00.909764 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:00.910163 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Bound using segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:14:00.910784 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Bound port: 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:14:00.911029 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:00.973005 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] For port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:00.980834 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] For port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=7db6e73e-a7de-4e4b-b4ae-0a0c658dd581,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:00.991871 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.027411 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Publish callbacks [] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.056681 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74915a85-2de6-470d-bbf2-c9f7a2bb1022 None None] Pushing event updated for resources: {'Port': ['ID=7db6e73e-a7de-4e4b-b4ae-0a0c658dd581,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:01.073768 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:14:01.074411 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:13:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:01.107941 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (6df30f67-b479-4e09-825c-65dd72cafbde), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.116602 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.142095 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df30f67-b479-4e09-825c-65dd72cafbde,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:01.213983 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:14:01.242968 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Network fb533932-01a4-4b10-bcbc-2dbd21ab2479 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:01.255544 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:01.264168 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:14:01.328474 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff75c16d-3cbc-4fca-8e2b-78d32845298c,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:01.357414 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919507'] for router_gateway (436e19d0-84a9-4644-a17a-bc2757507467), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.432587 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919422'] for router_interface (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.514153 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 13fb89f6-e930-4f07-b953-e813561e0768 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:01.557927 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:13:58Z', 'revision_number': 3, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:01.572716 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59243'] for router (436e19d0-84a9-4644-a17a-bc2757507467), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.577460 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Publish callbacks [] for router_controller (436e19d0-84a9-4644-a17a-bc2757507467), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.594478 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bc2739-779b-4d09-b247-de1ef469ea87 None None] The sync data for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi is: [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:13:58Z', 'revision_number': 3, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:14:01.616290 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 13fb89f6-e930-4f07-b953-e813561e0768 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:01.616741 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (13fb89f6-e930-4f07-b953-e813561e0768), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.668837 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920899'] for router (436e19d0-84a9-4644-a17a-bc2757507467), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.670009 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 436e19d0-84a9-4644-a17a-bc2757507467 {{(pid=103712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:14:01.677521 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.681435 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-74caefcf-8faa-497f-954e-14665288d2c3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/436e19d0-84a9-4644-a17a-bc2757507467 HTTP/1.1" status: 204 len: 168 time: 1.9667661 Jul 15 15:14:01.681822 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41780) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:01.731070 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-e82c2466-f025-4d7e-9919-a4ae71ab379e None None] Provisioning complete for port ff75c16d-3cbc-4fca-8e2b-78d32845298c triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:01.731455 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e82c2466-f025-4d7e-9919-a4ae71ab379e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.751403 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_v2 [None req-940381e9-d5b3-40ae-b4b8-1a74f708fc76 admin admin] Deleting subnet 91da5f73-afdf-40ef-8514-e3bc1855b00b {{(pid=103713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:14:01.755581 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-940381e9-d5b3-40ae-b4b8-1a74f708fc76 admin admin] Publish callbacks [] for subnet (91da5f73-afdf-40ef-8514-e3bc1855b00b), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.775278 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 13fb89f6-e930-4f07-b953-e813561e0768 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:01.781427 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-e82c2466-f025-4d7e-9919-a4ae71ab379e None None] Port ff75c16d-3cbc-4fca-8e2b-78d32845298c cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:14:01.799517 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.816250 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-940381e9-d5b3-40ae-b4b8-1a74f708fc76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8946345'] for subnet (91da5f73-afdf-40ef-8514-e3bc1855b00b), precommit_delete_associations {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:01.863117 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device c2205779-09b5-4f5a-8a08-8b2b2c7781e6 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:14:01.890203 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: c2205779-09b5-4f5a-8a08-8b2b2c7781e6 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:14:01.890559 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device c2205779-09b5-4f5a-8a08-8b2b2c7781e6 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:14:01.890965 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 6df30f67-b479-4e09-825c-65dd72cafbde no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:14:01.920298 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 6df30f67-b479-4e09-825c-65dd72cafbde {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:14:01.920298 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 6df30f67-b479-4e09-825c-65dd72cafbde not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:14:01.965335 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-940381e9-d5b3-40ae-b4b8-1a74f708fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (91da5f73-afdf-40ef-8514-e3bc1855b00b), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.055113 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-940381e9-d5b3-40ae-b4b8-1a74f708fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9594231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516920'] for subnet (91da5f73-afdf-40ef-8514-e3bc1855b00b), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.085244 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Publish callbacks [] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.085935 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940381e9-d5b3-40ae-b4b8-1a74f708fc76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91da5f73-afdf-40ef-8514-e3bc1855b00b,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:02.088085 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-940381e9-d5b3-40ae-b4b8-1a74f708fc76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.098329 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-940381e9-d5b3-40ae-b4b8-1a74f708fc76 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/91da5f73-afdf-40ef-8514-e3bc1855b00b HTTP/1.1" status: 204 len: 168 time: 0.4124606 Jul 15 15:14:02.098507 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.098645 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41782) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:02.111286 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fcb9d1-bc2c-4f5d-80ac-fd275c695b16 None None] Network 6bc3d271-2ef5-49bb-a731-b4563e428444 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:14:02.189883 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff75c16d-3cbc-4fca-8e2b-78d32845298c,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:02.192366 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3758210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919758'] for router_interface (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.206319 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (6bc3d271-2ef5-49bb-a731-b4563e428444), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.287707 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Deleting port cf806115-19cb-4829-a1e7-c7367454bc3b {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:14:02.288073 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.321395 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Network fb533932-01a4-4b10-bcbc-2dbd21ab2479 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:02.322836 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:02.327492 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d141b994-5464-43a7-a2a1-5984425081f1 None None] DHCP port deletion for 6bc3d271-2ef5-49bb-a731-b4563e428444 request from dv-cinder-848821-1-iscsi {{(pid=103714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 15:14:02.370676 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] For port cf806115-19cb-4829-a1e7-c7367454bc3b, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=cf806115-19cb-4829-a1e7-c7367454bc3b,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:02.371182 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.397274 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Calling delete_port for cf806115-19cb-4829-a1e7-c7367454bc3b owned by network:dhcp {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:14:02.397930 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-d141b994-5464-43a7-a2a1-5984425081f1 None None] Deleting port cf806115-19cb-4829-a1e7-c7367454bc3b {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:14:02.398318 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d141b994-5464-43a7-a2a1-5984425081f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.527080 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.530312 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-d141b994-5464-43a7-a2a1-5984425081f1 None None] For port cf806115-19cb-4829-a1e7-c7367454bc3b, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=cf806115-19cb-4829-a1e7-c7367454bc3b,segment=NetworkSegment(c72058a5-bde1-47c9-81eb-ca5e7ec12d52),segment_id=c72058a5-bde1-47c9-81eb-ca5e7ec12d52)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:02.530882 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d141b994-5464-43a7-a2a1-5984425081f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.536409 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Router fd3f53d2-bd88-40b9-88fc-092baf3ce66b has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:14:02.541980 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] No DVR routers for this DVR port cf806115-19cb-4829-a1e7-c7367454bc3b on host dv-cinder-848821-1-iscsi {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:02.568800 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-d141b994-5464-43a7-a2a1-5984425081f1 None None] Calling delete_port for cf806115-19cb-4829-a1e7-c7367454bc3b owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:14:02.598108 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf806115-19cb-4829-a1e7-c7367454bc3b,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:02.685413 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (6bc3d271-2ef5-49bb-a731-b4563e428444), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.712153 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc3d271-2ef5-49bb-a731-b4563e428444']}} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:02.714824 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:14:02.724622 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-54d0bee0-8b82-4cb2-a56a-f1c5396a72c0 admin admin] 10.222.0.47 "PUT /v2.0/routers/fd3f53d2-bd88-40b9-88fc-092baf3ce66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2686031 Jul 15 15:14:02.733296 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52') {'for_net_delete': True} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:02.735242 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72058a5-bde1-47c9-81eb-ca5e7ec12d52') {} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:02.738677 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d141b994-5464-43a7-a2a1-5984425081f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494'] for port (cf806115-19cb-4829-a1e7-c7367454bc3b), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.755112 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8946320'] for segment (c72058a5-bde1-47c9-81eb-ca5e7ec12d52), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.777953 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (c72058a5-bde1-47c9-81eb-ca5e7ec12d52), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.788208 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:14:02.788954 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9594317'] for segment (c72058a5-bde1-47c9-81eb-ca5e7ec12d52), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.793717 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-db66a7a3-129c-440b-99a4-d988fce97cf7 None None] Provisioning complete for port ff75c16d-3cbc-4fca-8e2b-78d32845298c triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:02.794168 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-db66a7a3-129c-440b-99a4-d988fce97cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.797094 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141b994-5464-43a7-a2a1-5984425081f1 None None] Pushing event deleted for resources: {'Port': ['ID=cf806115-19cb-4829-a1e7-c7367454bc3b,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:02.802686 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d141b994-5464-43a7-a2a1-5984425081f1 None None] No DVR routers for this DVR port cf806115-19cb-4829-a1e7-c7367454bc3b on host dv-cinder-848821-1-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:14:02.855568 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-db66a7a3-129c-440b-99a4-d988fce97cf7 None None] Port ff75c16d-3cbc-4fca-8e2b-78d32845298c cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:14:02.912982 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (6bc3d271-2ef5-49bb-a731-b4563e428444), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.920910 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment c72058a5-bde1-47c9-81eb-ca5e7ec12d52 resource provider aggregate not found Jul 15 15:14:02.943013 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:02.949787 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6bc3d271-2ef5-49bb-a731-b4563e428444 HTTP/1.1" status: 204 len: 168 time: 0.8523486 Jul 15 15:14:02.951735 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a08f4-417c-49d4-9c1d-4e4648620323 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc3d271-2ef5-49bb-a731-b4563e428444,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:02.967368 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment c72058a5-bde1-47c9-81eb-ca5e7ec12d52 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c72058a5-bde1-47c9-81eb-ca5e7ec12d52 found for delete ", "request_id": "req-076ce3ec-4c19-4db5-a0d6-5eaba772109c"}]} Jul 15 15:14:03.163977 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41802) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:03.214073 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-42f679bf-0dc6-4f8c-a18c-0440b3a73ec5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a5b10a89a32a439195ee8e69d5d51655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487895 Jul 15 15:14:03.217434 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41806) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:03.270573 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2e8b-7430-4458-8618-d0c568a7c96c admin admin] Publish callbacks [] for security_group (b0755a50-293c-48cd-8685-3c516c77dd19), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.293485 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2e8b-7430-4458-8618-d0c568a7c96c admin admin] Publish callbacks [] for security_group (b0755a50-293c-48cd-8685-3c516c77dd19), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.351526 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2e8b-7430-4458-8618-d0c568a7c96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (b0755a50-293c-48cd-8685-3c516c77dd19), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.356511 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-5e6d2e8b-7430-4458-8618-d0c568a7c96c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.360387 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-5e6d2e8b-7430-4458-8618-d0c568a7c96c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b0755a50-293c-48cd-8685-3c516c77dd19 HTTP/1.1" status: 204 len: 168 time: 0.1390946 Jul 15 15:14:03.369469 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d2e8b-7430-4458-8618-d0c568a7c96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0755a50-293c-48cd-8685-3c516c77dd19,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:03.426167 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41812) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:03.432361 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1507400586-network', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:14:03.461405 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:03.465107 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Made reservation on behalf of ae068a73816d4fdab86eacc6c7fbad2c for: {'network': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:03.469929 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for network (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.480793 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.521986 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:03.522197 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.591358 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Publish callbacks [] for security_group (d8340033-0448-44d7-8d48-e260ce29cd6f), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.596021 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d8340033-0448-44d7-8d48-e260ce29cd6f), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.612388 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:14:03.618796 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:03.619330 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.638857 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (faae989e-ed14-4b8a-8e1c-2af57e1604b8), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.639189 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.segments_db [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Added segment faae989e-ed14-4b8a-8e1c-2af57e1604b8 of type vlan for network bbdebcb6-485e-4199-a709-a062e4bc606f Jul 15 15:14:03.652692 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8340033-0448-44d7-8d48-e260ce29cd6f,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:03.662810 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=7db6e73e-a7de-4e4b-b4ae-0a0c658dd581,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:03.668945 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.689488 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779191704495'] for network (bbdebcb6-485e-4199-a709-a062e4bc606f), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.737471 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=7db6e73e-a7de-4e4b-b4ae-0a0c658dd581,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:03.762013 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228'] for network (bbdebcb6-485e-4199-a709-a062e4bc606f), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.762128 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device cf806115-19cb-4829-a1e7-c7367454bc3b no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:14:03.763209 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:03.763863 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.786002 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: cf806115-19cb-4829-a1e7-c7367454bc3b {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:14:03.786666 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device cf806115-19cb-4829-a1e7-c7367454bc3b not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:14:03.826478 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3986189 Jul 15 15:14:03.830187 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41822) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:03.842252 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-0d24ccc6-8ec9-45f4-b586-08a480267cd2 admin admin] Request body: {'subnet': {'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1507400586-subnet', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'ip_version': 4}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:14:03.860313 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03506c-af14-4b0f-9480-a7e967abc20a admin admin] Pushing event updated for resources: {'Network': ['ID=bbdebcb6-485e-4199-a709-a062e4bc606f,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:03.863846 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Sync routers for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:14:03.876475 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Network bbdebcb6-485e-4199-a709-a062e4bc606f details requested by agent ovs-agent-dv-cinder-848821-1-iscsi with host dv-cinder-848821-1-iscsi {{(pid=103714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:14:03.876830 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d24ccc6-8ec9-45f4-b586-08a480267cd2 admin admin] Made reservation on behalf of ae068a73816d4fdab86eacc6c7fbad2c for: {'subnet': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:03.880362 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0d24ccc6-8ec9-45f4-b586-08a480267cd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516893'] for subnet (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:03.890492 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:14:03.892091 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:13:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:04.082440 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:14:04.130141 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0d24ccc6-8ec9-45f4-b586-08a480267cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9594166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516879'] for subnet (b2096d10-0b32-4196-8488-95a9b2093f73), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:04.189330 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24ccc6-8ec9-45f4-b586-08a480267cd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2096d10-0b32-4196-8488-95a9b2093f73,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:04.210683 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d24ccc6-8ec9-45f4-b586-08a480267cd2 admin admin] Checking segment: {'id': 'faae989e-ed14-4b8a-8e1c-2af57e1604b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:14:04.211007 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d24ccc6-8ec9-45f4-b586-08a480267cd2 admin admin] Network hostable DHCP agents. Network: bbdebcb6-485e-4199-a709-a062e4bc606f, hostable agents: ['b071efaa-1e48-4b30-9bbc-54c776ef5551'], hosted agents: [] {{(pid=103713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:14:04.234029 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d24ccc6-8ec9-45f4-b586-08a480267cd2 admin admin] Network bbdebcb6-485e-4199-a709-a062e4bc606f is scheduled to be hosted by DHCP agent b071efaa-1e48-4b30-9bbc-54c776ef5551 with binding_index 1 {{(pid=103713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:14:04.245672 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-0d24ccc6-8ec9-45f4-b586-08a480267cd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848821-1-iscsi, bbdebcb6-485e-4199-a709-a062e4bc606f) {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:04.251008 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24ccc6-8ec9-45f4-b586-08a480267cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:04.251949 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0d24ccc6-8ec9-45f4-b586-08a480267cd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:04.259646 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db5c778-a83f-47f6-ad6e-df9910784e87 None None] Network bbdebcb6-485e-4199-a709-a062e4bc606f requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:14:04.270060 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-0d24ccc6-8ec9-45f4-b586-08a480267cd2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4395123 Jul 15 15:14:04.272667 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41834) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:04.279201 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1507400586-router', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:14:04.307262 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3921144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59253'] for router (acece8f4-43e8-486b-86dd-c23beb5c1569), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:04.308516 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3918910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3734711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59260'] for router (acece8f4-43e8-486b-86dd-c23beb5c1569), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:04.370161 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Publish callbacks [] for router_controller (acece8f4-43e8-486b-86dd-c23beb5c1569), precommit_add_association {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:04.494048 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89f1e81e-39ea-5b78-b1bc-31ca0185638f-bbdebcb6-485e-4199-a709-a062e4bc606f', 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f', 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'fixed_ips': [{'subnet_id': 'b2096d10-0b32-4196-8488-95a9b2093f73'}]}} from dv-cinder-848821-1-iscsi. {{(pid=103714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 15 15:14:04.494995 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:04.524704 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Publish callbacks [] for router_gateway (acece8f4-43e8-486b-86dd-c23beb5c1569), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:04.645298 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 2, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:04.675100 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Checking router: fd3f53d2-bd88-40b9-88fc-092baf3ce66b for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:14:04.675463 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Updating router fd3f53d2-bd88-40b9-88fc-092baf3ce66b port ff75c16d-3cbc-4fca-8e2b-78d32845298c binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:14:04.725790 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Allocated IP 172.20.0.2 (bbdebcb6-485e-4199-a709-a062e4bc606f/b2096d10-0b32-4196-8488-95a9b2093f73/181b6134-b498-4e8b-b120-9977b2ca17d7) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:04.728121 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:04.774454 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Publish callbacks [] for router_gateway (acece8f4-43e8-486b-86dd-c23beb5c1569), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:04.823269 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:04.947496 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Allocated IP 172.27.2.16 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/14481ab4-a8e6-402b-a74d-cec6599d01f0) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:05.054130 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Publish callbacks [] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.065981 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Publish callbacks [] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.066630 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.104462 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.135417 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Network bbdebcb6-485e-4199-a709-a062e4bc606f is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:05.152685 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:05.159622 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:05.161562 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:05.163310 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:14:05.166172 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:14:05.167501 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Pushing event updated for resources: {'Port': ['ID=181b6134-b498-4e8b-b120-9977b2ca17d7,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:05.170474 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Pushing event updated for resources: {'Port': ['ID=14481ab4-a8e6-402b-a74d-cec6599d01f0,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:05.210812 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Publish callbacks [] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.232592 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.284878 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Attempting to bind port 181b6134-b498-4e8b-b120-9977b2ca17d7 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:14:05.285246 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Attempting to bind port 181b6134-b498-4e8b-b120-9977b2ca17d7 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': 'faae989e-ed14-4b8a-8e1c-2af57e1604b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:14:05.285654 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Attempting to bind port 181b6134-b498-4e8b-b120-9977b2ca17d7 on network bbdebcb6-485e-4199-a709-a062e4bc606f {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:14:05.302896 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:14:05.303297 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Checking segment: {'id': 'faae989e-ed14-4b8a-8e1c-2af57e1604b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:14:05.303682 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.304239 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Bound using segment: {'id': 'faae989e-ed14-4b8a-8e1c-2af57e1604b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:14:05.305468 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Bound port: 181b6134-b498-4e8b-b120-9977b2ca17d7, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faae989e-ed14-4b8a-8e1c-2af57e1604b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:14:05.306258 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.351051 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3a0a9-bd02-4936-a9f9-0ba47e6e2732 None None] Pushing event updated for resources: {'Port': ['ID=ff75c16d-3cbc-4fca-8e2b-78d32845298c,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:05.399111 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:05.470818 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Publish callbacks [] for router_gateway (acece8f4-43e8-486b-86dd-c23beb5c1569), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.488833 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Attempting to bind port ff75c16d-3cbc-4fca-8e2b-78d32845298c on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:14:05.489313 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Attempting to bind port ff75c16d-3cbc-4fca-8e2b-78d32845298c by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:14:05.489720 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Attempting to bind port ff75c16d-3cbc-4fca-8e2b-78d32845298c on network fb533932-01a4-4b10-bcbc-2dbd21ab2479 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:14:05.500331 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] For port 181b6134-b498-4e8b-b120-9977b2ca17d7, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:05.503434 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:14:05.503781 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Checking segment: {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:14:05.504185 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.504780 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Bound using segment: {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:14:05.505267 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Bound port: ff75c16d-3cbc-4fca-8e2b-78d32845298c, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:14:05.505645 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.510652 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] For port 181b6134-b498-4e8b-b120-9977b2ca17d7, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=181b6134-b498-4e8b-b120-9977b2ca17d7,segment=NetworkSegment(faae989e-ed14-4b8a-8e1c-2af57e1604b8),segment_id=faae989e-ed14-4b8a-8e1c-2af57e1604b8)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:05.529283 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.584181 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:05.584450 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.691422 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3919567'] for router (acece8f4-43e8-486b-86dd-c23beb5c1569), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.707537 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] For port ff75c16d-3cbc-4fca-8e2b-78d32845298c, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:05.736616 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3937a4-6e51-4a50-b580-89cd54cb314d None None] Pushing event updated for resources: {'Port': ['ID=181b6134-b498-4e8b-b120-9977b2ca17d7,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:05.743201 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] For port ff75c16d-3cbc-4fca-8e2b-78d32845298c, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=ff75c16d-3cbc-4fca-8e2b-78d32845298c,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:05.746415 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-79579f20-0803-46d7-a0a4-d62a9edff04a None None] Provisioning complete for port ff75c16d-3cbc-4fca-8e2b-78d32845298c triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:05.747532 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-79579f20-0803-46d7-a0a4-d62a9edff04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.785835 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:05.859863 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-79579f20-0803-46d7-a0a4-d62a9edff04a None None] Port ff75c16d-3cbc-4fca-8e2b-78d32845298c cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:14:05.897131 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Router acece8f4-43e8-486b-86dd-c23beb5c1569 is scheduled to L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 with binding_index 1 {{(pid=103713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 15 15:14:05.937421 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:14:05.938069 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:13:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:05.944328 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3a0a9-bd02-4936-a9f9-0ba47e6e2732 None None] Pushing event updated for resources: {'Port': ['ID=ff75c16d-3cbc-4fca-8e2b-78d32845298c,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:06.012173 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:06.136458 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:14:06.142192 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:14:06.153392 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Sync routers for ids ['acece8f4-43e8-486b-86dd-c23beb5c1569'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:14:06.164964 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Routers {'acece8f4-43e8-486b-86dd-c23beb5c1569'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:14:06.165844 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:13:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['acece8f4-43e8-486b-86dd-c23beb5c1569'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:06.179039 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:06.181868 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-074d82a6-0972-4cf9-bfb1-177735f9d3de admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9081924 Jul 15 15:14:06.185537 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41852) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:06.280954 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-b69aae9d-eb25-4ca8-a16a-707410471ed9 None None] Provisioning complete for port ff75c16d-3cbc-4fca-8e2b-78d32845298c triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:06.281590 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b69aae9d-eb25-4ca8-a16a-707410471ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:06.335443 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Set router acece8f4-43e8-486b-86dd-c23beb5c1569 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:14:06.437350 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-b69aae9d-eb25-4ca8-a16a-707410471ed9 None None] Current status of the port ff75c16d-3cbc-4fca-8e2b-78d32845298c is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:06.438024 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b69aae9d-eb25-4ca8-a16a-707410471ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:06.489338 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:05Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:06.526514 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-b69aae9d-eb25-4ca8-a16a-707410471ed9 None None] For port ff75c16d-3cbc-4fca-8e2b-78d32845298c, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=ff75c16d-3cbc-4fca-8e2b-78d32845298c,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:06.651762 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'name': 'tempest-TestVolumeBootPattern-1507400586-router', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:05Z', 'revision_number': 3, 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'gw_port': {'id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:06.695373 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Checking router: acece8f4-43e8-486b-86dd-c23beb5c1569 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:14:06.696456 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Updating router acece8f4-43e8-486b-86dd-c23beb5c1569 port 14481ab4-a8e6-402b-a74d-cec6599d01f0 binding host dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:14:06.752505 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:06.769538 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b69aae9d-eb25-4ca8-a16a-707410471ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:06.777419 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62e26b-e450-4d7a-a51b-ee20d28a8ef4 None None] The sync data for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi is: [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:05Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:14:06.843643 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69aae9d-eb25-4ca8-a16a-707410471ed9 None None] Pushing event updated for resources: {'Port': ['ID=ff75c16d-3cbc-4fca-8e2b-78d32845298c,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:06.913682 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:06.953758 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.082820 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08af0d0-b2a8-4c32-aeae-4c4f9ce237f0 None None] Network bbdebcb6-485e-4199-a709-a062e4bc606f requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:14:07.158549 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-8ab04189-80d9-4f9e-b766-5dedd93d01eb None None] Provisioning complete for port 181b6134-b498-4e8b-b120-9977b2ca17d7 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:07.159420 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8ab04189-80d9-4f9e-b766-5dedd93d01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.168687 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Publish callbacks [] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.178838 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Allocated IP 172.20.0.1 (bbdebcb6-485e-4199-a709-a062e4bc606f/b2096d10-0b32-4196-8488-95a9b2093f73/15d52967-690b-49f9-a51e-ed90eadf0faa) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:07.180600 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.255986 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Pushing event updated for resources: {'Port': ['ID=14481ab4-a8e6-402b-a74d-cec6599d01f0,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:07.268263 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.268745 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.269162 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.269735 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.270147 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.270686 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.270976 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.271396 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.271781 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.272178 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.272579 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.273187 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.273392 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:07.299298 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Attempting to bind port 14481ab4-a8e6-402b-a74d-cec6599d01f0 on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:14:07.299704 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Attempting to bind port 14481ab4-a8e6-402b-a74d-cec6599d01f0 by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:14:07.300184 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Attempting to bind port 14481ab4-a8e6-402b-a74d-cec6599d01f0 on network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:14:07.307282 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:14:07.307760 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Checking segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:14:07.308114 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-8ab04189-80d9-4f9e-b766-5dedd93d01eb None None] Current status of the port 181b6134-b498-4e8b-b120-9977b2ca17d7 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:07.308242 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.308614 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8ab04189-80d9-4f9e-b766-5dedd93d01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.308830 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Bound using segment: {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:14:07.309412 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Bound port: 14481ab4-a8e6-402b-a74d-cec6599d01f0, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844ad122-a004-469e-83c6-2ff677098ab3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:14:07.310739 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.337301 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Publish callbacks [] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.365981 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-8ab04189-80d9-4f9e-b766-5dedd93d01eb None None] For port 181b6134-b498-4e8b-b120-9977b2ca17d7, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=181b6134-b498-4e8b-b120-9977b2ca17d7,segment=NetworkSegment(faae989e-ed14-4b8a-8e1c-2af57e1604b8),segment_id=faae989e-ed14-4b8a-8e1c-2af57e1604b8)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:07.371915 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8ab04189-80d9-4f9e-b766-5dedd93d01eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.402272 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] For port 14481ab4-a8e6-402b-a74d-cec6599d01f0, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:07.426824 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.427073 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] For port 14481ab4-a8e6-402b-a74d-cec6599d01f0, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=14481ab4-a8e6-402b-a74d-cec6599d01f0,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:07.441211 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.513870 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab04189-80d9-4f9e-b766-5dedd93d01eb None None] Pushing event updated for resources: {'Port': ['ID=181b6134-b498-4e8b-b120-9977b2ca17d7,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:07.522988 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Network bbdebcb6-485e-4199-a709-a062e4bc606f is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:07.525825 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Routers {'acece8f4-43e8-486b-86dd-c23beb5c1569'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:14:07.526571 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:13:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['acece8f4-43e8-486b-86dd-c23beb5c1569'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:07.529571 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:07.544306 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:14:07.582887 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 181b6134-b498-4e8b-b120-9977b2ca17d7 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:07.600295 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Pushing event updated for resources: {'Port': ['ID=15d52967-690b-49f9-a51e-ed90eadf0faa,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:07.614700 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3919422'] for router_interface (acece8f4-43e8-486b-86dd-c23beb5c1569), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.630803 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c0e2d-413f-4546-82d1-04799a1c59b8 None None] Pushing event updated for resources: {'Port': ['ID=14481ab4-a8e6-402b-a74d-cec6599d01f0,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:07.723216 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] Set router acece8f4-43e8-486b-86dd-c23beb5c1569 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:14:07.742419 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-10a84e18-a68d-4d64-a91f-94536a75154c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.770858 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 181b6134-b498-4e8b-b120-9977b2ca17d7 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:07.771497 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.835882 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-038595c0-6d61-419b-869c-8d1b0f37b35c None None] Provisioning complete for port 181b6134-b498-4e8b-b120-9977b2ca17d7 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:07.836262 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-038595c0-6d61-419b-869c-8d1b0f37b35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.875212 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:07.931412 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 181b6134-b498-4e8b-b120-9977b2ca17d7 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:07.932609 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device ff75c16d-3cbc-4fca-8e2b-78d32845298c up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:08.020730 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port ff75c16d-3cbc-4fca-8e2b-78d32845298c triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:08.021122 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:08.125043 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-038595c0-6d61-419b-869c-8d1b0f37b35c None None] Current status of the port 181b6134-b498-4e8b-b120-9977b2ca17d7 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:08.196865 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port ff75c16d-3cbc-4fca-8e2b-78d32845298c is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:08.218297 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'name': 'tempest-TestVolumeBootPattern-1507400586-router', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:05Z', 'revision_number': 3, 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'gw_port': {'id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:08.259332 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Publish callbacks [] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:08.265638 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:08.267498 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed95e6-ce31-4500-b55f-dc394c5ea033 None None] The sync data for ids ['acece8f4-43e8-486b-86dd-c23beb5c1569'] in dv-cinder-848821-1-iscsi is: [{'id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'name': 'tempest-TestVolumeBootPattern-1507400586-router', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:05Z', 'revision_number': 3, 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'gw_port': {'id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:14:08.283161 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-4c2ac0c4-b78f-42e3-ab78-ac602797e7b6 None None] Provisioning complete for port 15d52967-690b-49f9-a51e-ed90eadf0faa triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:08.283625 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4c2ac0c4-b78f-42e3-ab78-ac602797e7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:08.335855 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ac0c4-b78f-42e3-ab78-ac602797e7b6 None None] Port 15d52967-690b-49f9-a51e-ed90eadf0faa cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:14:08.382679 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Pushing event updated for resources: {'Port': ['ID=15d52967-690b-49f9-a51e-ed90eadf0faa,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:08.390621 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3758210', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3919758'] for router_interface (acece8f4-43e8-486b-86dd-c23beb5c1569), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:08.547898 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Network bbdebcb6-485e-4199-a709-a062e4bc606f is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:08.549819 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:08.750201 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Router acece8f4-43e8-486b-86dd-c23beb5c1569 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:14:08.899134 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:14:08.905084 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-cfbdddb9-abb0-4a53-ba64-ae1bcba03566 admin admin] 10.222.0.47 "PUT /v2.0/routers/acece8f4-43e8-486b-86dd-c23beb5c1569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7183175 Jul 15 15:14:08.963844 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-c56cd1dc-da0b-4c5a-b67c-19f247e4a82d None None] Provisioning complete for port 15d52967-690b-49f9-a51e-ed90eadf0faa triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:08.964330 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c56cd1dc-da0b-4c5a-b67c-19f247e4a82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:09.001291 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-c56cd1dc-da0b-4c5a-b67c-19f247e4a82d None None] Port 15d52967-690b-49f9-a51e-ed90eadf0faa cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:14:09.462504 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 14481ab4-a8e6-402b-a74d-cec6599d01f0 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:09.525499 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 14481ab4-a8e6-402b-a74d-cec6599d01f0 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:09.525886 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:09.612473 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 14481ab4-a8e6-402b-a74d-cec6599d01f0 is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:09.612862 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:09.634152 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] For port 14481ab4-a8e6-402b-a74d-cec6599d01f0, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=14481ab4-a8e6-402b-a74d-cec6599d01f0,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:09.640310 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:09.641458 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 181b6134-b498-4e8b-b120-9977b2ca17d7 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:09.745437 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Pushing event updated for resources: {'Port': ['ID=14481ab4-a8e6-402b-a74d-cec6599d01f0,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:09.759077 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-cb3869f1-8409-4a84-8afe-eef44faabea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:09.763032 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.763032 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.763808 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.763930 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.764261 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.764621 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.764955 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.765289 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.765608 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.765939 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.766267 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.766592 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.766915 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:09.779786 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 181b6134-b498-4e8b-b120-9977b2ca17d7 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:09.780186 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:09.879428 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 181b6134-b498-4e8b-b120-9977b2ca17d7 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:10.301245 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Sync routers for ids ['acece8f4-43e8-486b-86dd-c23beb5c1569'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:14:10.314156 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Routers {'acece8f4-43e8-486b-86dd-c23beb5c1569'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:14:10.314909 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:14:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['acece8f4-43e8-486b-86dd-c23beb5c1569'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:10.348668 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41908) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:10.354018 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-da33f7ea-2aba-416a-b476-a32c11e24b61 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165986691', 'description': 'tempest-secgroup-smoke-165986691 description', 'project_id': '8063d89a8d6c4d33b7534100984175a4'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:14:10.379459 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-da33f7ea-2aba-416a-b476-a32c11e24b61 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:10.482411 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Set router acece8f4-43e8-486b-86dd-c23beb5c1569 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:14:10.483144 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-da33f7ea-2aba-416a-b476-a32c11e24b61 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group (37791e40-64bb-4e91-a36d-aec938db38c5), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:10.510511 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:14:10.649755 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-da33f7ea-2aba-416a-b476-a32c11e24b61 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (37791e40-64bb-4e91-a36d-aec938db38c5), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:10.698001 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-da33f7ea-2aba-416a-b476-a32c11e24b61 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:10.704495 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-da33f7ea-2aba-416a-b476-a32c11e24b61 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3489776 Jul 15 15:14:10.704495 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33f7ea-2aba-416a-b476-a32c11e24b61 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37791e40-64bb-4e91-a36d-aec938db38c5,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:10.705070 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41920) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:10.709824 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-4d70853a-5bdf-40e4-ac96-153472aa59e6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'security_group_rule': {'security_group_id': '37791e40-64bb-4e91-a36d-aec938db38c5', 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:14:10.752883 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'name': 'tempest-TestVolumeBootPattern-1507400586-router', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:07Z', 'revision_number': 4, 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'gw_port': {'id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '15d52967-690b-49f9-a51e-ed90eadf0faa', 'name': '', 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'mac_address': 'fa:16:3e:ea:47:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b2096d10-0b32-4196-8488-95a9b2093f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:06Z', 'updated_at': '2022-07-15T15:14:07Z', 'revision_number': 2, 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'subnets': [{'id': 'b2096d10-0b32-4196-8488-95a9b2093f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:10.763414 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4d70853a-5bdf-40e4-ac96-153472aa59e6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (5bdbe02d-4963-4d68-a899-0a68bfcb65b2), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:10.802843 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Checking router: acece8f4-43e8-486b-86dd-c23beb5c1569 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:14:10.803243 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Updating router acece8f4-43e8-486b-86dd-c23beb5c1569 port 15d52967-690b-49f9-a51e-ed90eadf0faa binding host dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:14:10.838941 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:10.848776 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4d70853a-5bdf-40e4-ac96-153472aa59e6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (5bdbe02d-4963-4d68-a899-0a68bfcb65b2), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:10.854305 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4d70853a-5bdf-40e4-ac96-153472aa59e6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (5bdbe02d-4963-4d68-a899-0a68bfcb65b2), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:10.869118 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70853a-5bdf-40e4-ac96-153472aa59e6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdbe02d-4963-4d68-a899-0a68bfcb65b2,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:10.885485 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-4d70853a-5bdf-40e4-ac96-153472aa59e6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:10.886692 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-4d70853a-5bdf-40e4-ac96-153472aa59e6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1807358 Jul 15 15:14:10.890072 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41924) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:10.894482 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-628b0e0d-8a83-4059-bd2a-720bd707592e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'security_group_rule': {'security_group_id': '37791e40-64bb-4e91-a36d-aec938db38c5', 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:14:10.926963 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-628b0e0d-8a83-4059-bd2a-720bd707592e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (e1377eaa-cf6d-4d14-8215-2410aa1dea25), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.001653 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-628b0e0d-8a83-4059-bd2a-720bd707592e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (e1377eaa-cf6d-4d14-8215-2410aa1dea25), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.005932 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-628b0e0d-8a83-4059-bd2a-720bd707592e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (e1377eaa-cf6d-4d14-8215-2410aa1dea25), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.023737 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b0e0d-8a83-4059-bd2a-720bd707592e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1377eaa-cf6d-4d14-8215-2410aa1dea25,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:11.035472 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-628b0e0d-8a83-4059-bd2a-720bd707592e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.040076 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-628b0e0d-8a83-4059-bd2a-720bd707592e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457953 Jul 15 15:14:11.040613 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41926) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:11.041411 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.047997 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-aea5356b-c12d-4cde-a838-7bf70163b6de tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'security_group_rule': {'security_group_id': '37791e40-64bb-4e91-a36d-aec938db38c5', 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:14:11.076463 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-aea5356b-c12d-4cde-a838-7bf70163b6de tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (f8a7a4ef-4987-4b9c-ae6a-e707aeb92342), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.145499 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-aea5356b-c12d-4cde-a838-7bf70163b6de tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (f8a7a4ef-4987-4b9c-ae6a-e707aeb92342), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.150113 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-aea5356b-c12d-4cde-a838-7bf70163b6de tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (f8a7a4ef-4987-4b9c-ae6a-e707aeb92342), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.155131 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Publish callbacks [] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.161164 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.171708 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5356b-c12d-4cde-a838-7bf70163b6de tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a7a4ef-4987-4b9c-ae6a-e707aeb92342,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:11.182469 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-aea5356b-c12d-4cde-a838-7bf70163b6de tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.187542 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-aea5356b-c12d-4cde-a838-7bf70163b6de tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420541 Jul 15 15:14:11.187873 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 41928) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:11.192878 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-3f0247af-1d33-4754-83c8-16a09aab191c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'security_group_rule': {'security_group_id': '37791e40-64bb-4e91-a36d-aec938db38c5', 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:14:11.218046 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1b176-0efc-4bd9-bc79-b7f694ce6d68 None None] Pushing event updated for resources: {'Port': ['ID=15d52967-690b-49f9-a51e-ed90eadf0faa,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:11.229858 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3f0247af-1d33-4754-83c8-16a09aab191c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (f1db0157-1ca7-4da2-98cd-01eb564e07b3), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.275980 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Attempting to bind port 15d52967-690b-49f9-a51e-ed90eadf0faa on host dv-cinder-848821-1-iscsi for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:14:11.276201 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Attempting to bind port 15d52967-690b-49f9-a51e-ed90eadf0faa by drivers openvswitch,hyperv on host dv-cinder-848821-1-iscsi at level 0 using segments [{'id': 'faae989e-ed14-4b8a-8e1c-2af57e1604b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:14:11.276555 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Attempting to bind port 15d52967-690b-49f9-a51e-ed90eadf0faa on network bbdebcb6-485e-4199-a709-a062e4bc606f {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:14:11.283148 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Checking agent: {'id': 'd863c298-e733-4a72-bd28-fb3cb19f1ffe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848821-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 52, 44), 'started_at': datetime.datetime(2022, 7, 15, 14, 53, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848821-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:14:11.283887 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Checking segment: {'id': 'faae989e-ed14-4b8a-8e1c-2af57e1604b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:14:11.284724 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.285233 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Bound using segment: {'id': 'faae989e-ed14-4b8a-8e1c-2af57e1604b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:14:11.286558 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Bound port: 15d52967-690b-49f9-a51e-ed90eadf0faa, host: dv-cinder-848821-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faae989e-ed14-4b8a-8e1c-2af57e1604b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:14:11.286558 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.307213 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3f0247af-1d33-4754-83c8-16a09aab191c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (f1db0157-1ca7-4da2-98cd-01eb564e07b3), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.314029 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3f0247af-1d33-4754-83c8-16a09aab191c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (f1db0157-1ca7-4da2-98cd-01eb564e07b3), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.336271 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0247af-1d33-4754-83c8-16a09aab191c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1db0157-1ca7-4da2-98cd-01eb564e07b3,revision_number=0']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:11.357489 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3f0247af-1d33-4754-83c8-16a09aab191c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.361729 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41930) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:11.362286 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-3f0247af-1d33-4754-83c8-16a09aab191c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1734941 Jul 15 15:14:11.367571 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-ce2f8b1d-d395-4467-8039-8f86920cd1d1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'security_group_rule': {'security_group_id': '37791e40-64bb-4e91-a36d-aec938db38c5', 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:14:11.383012 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] For port 15d52967-690b-49f9-a51e-ed90eadf0faa, host dv-cinder-848821-1-iscsi, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:11.386692 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] For port 15d52967-690b-49f9-a51e-ed90eadf0faa, host dv-cinder-848821-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=15d52967-690b-49f9-a51e-ed90eadf0faa,segment=NetworkSegment(faae989e-ed14-4b8a-8e1c-2af57e1604b8),segment_id=faae989e-ed14-4b8a-8e1c-2af57e1604b8)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:11.394067 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.securitygroups_db [None req-ce2f8b1d-d395-4467-8039-8f86920cd1d1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Project 8063d89a8d6c4d33b7534100984175a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:14:11.395242 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.400668 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ce2f8b1d-d395-4467-8039-8f86920cd1d1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (75394ddf-1480-481d-8a9f-ccb3caa0649e), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.426705 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 14481ab4-a8e6-402b-a74d-cec6599d01f0 up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:11.484407 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ce2f8b1d-d395-4467-8039-8f86920cd1d1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (75394ddf-1480-481d-8a9f-ccb3caa0649e), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.487820 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Routers {'acece8f4-43e8-486b-86dd-c23beb5c1569'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:14:11.488513 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:14:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['acece8f4-43e8-486b-86dd-c23beb5c1569'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:11.489546 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ce2f8b1d-d395-4467-8039-8f86920cd1d1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (75394ddf-1480-481d-8a9f-ccb3caa0649e), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.509257 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f8b1d-d395-4467-8039-8f86920cd1d1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75394ddf-1480-481d-8a9f-ccb3caa0649e,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:11.525665 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ce2f8b1d-d395-4467-8039-8f86920cd1d1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.527112 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ce2f8b1d-d395-4467-8039-8f86920cd1d1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1635294 Jul 15 15:14:11.530710 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 41932) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:11.537361 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce1b176-0efc-4bd9-bc79-b7f694ce6d68 None None] Pushing event updated for resources: {'Port': ['ID=15d52967-690b-49f9-a51e-ed90eadf0faa,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:11.538613 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-de496b10-8855-4774-b2d4-996e4baca699 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'security_group_rule': {'security_group_id': '37791e40-64bb-4e91-a36d-aec938db38c5', 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:14:11.571077 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.securitygroups_db [None req-de496b10-8855-4774-b2d4-996e4baca699 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Project 8063d89a8d6c4d33b7534100984175a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:14:11.579550 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-de496b10-8855-4774-b2d4-996e4baca699 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (06b96ff5-2763-4ed2-beff-8aa3508f47b5), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.580764 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-b686fd6e-1908-4227-92a4-6c0815c85987 None None] Provisioning complete for port 15d52967-690b-49f9-a51e-ed90eadf0faa triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:11.581152 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b686fd6e-1908-4227-92a4-6c0815c85987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.665658 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-de496b10-8855-4774-b2d4-996e4baca699 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (06b96ff5-2763-4ed2-beff-8aa3508f47b5), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.671661 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-de496b10-8855-4774-b2d4-996e4baca699 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726316'] for security_group_rule (06b96ff5-2763-4ed2-beff-8aa3508f47b5), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.705257 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de496b10-8855-4774-b2d4-996e4baca699 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b96ff5-2763-4ed2-beff-8aa3508f47b5,revision_number=0']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:11.712512 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-de496b10-8855-4774-b2d4-996e4baca699 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.717621 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-de496b10-8855-4774-b2d4-996e4baca699 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1815681 Jul 15 15:14:11.797586 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 14481ab4-a8e6-402b-a74d-cec6599d01f0 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:11.797861 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:11.808784 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] Set router acece8f4-43e8-486b-86dd-c23beb5c1569 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:14:11.999534 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-b686fd6e-1908-4227-92a4-6c0815c85987 None None] Current status of the port 15d52967-690b-49f9-a51e-ed90eadf0faa is: DOWN; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:11.999979 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b686fd6e-1908-4227-92a4-6c0815c85987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:12.084560 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 14481ab4-a8e6-402b-a74d-cec6599d01f0 is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:12.103220 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-b686fd6e-1908-4227-92a4-6c0815c85987 None None] For port 15d52967-690b-49f9-a51e-ed90eadf0faa, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=15d52967-690b-49f9-a51e-ed90eadf0faa,segment=NetworkSegment(faae989e-ed14-4b8a-8e1c-2af57e1604b8),segment_id=faae989e-ed14-4b8a-8e1c-2af57e1604b8)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:12.124673 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b686fd6e-1908-4227-92a4-6c0815c85987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:12.189954 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686fd6e-1908-4227-92a4-6c0815c85987 None None] Pushing event updated for resources: {'Port': ['ID=15d52967-690b-49f9-a51e-ed90eadf0faa,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:12.205843 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'name': 'tempest-TestVolumeBootPattern-1507400586-router', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:07Z', 'revision_number': 4, 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'gw_port': {'id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '15d52967-690b-49f9-a51e-ed90eadf0faa', 'name': '', 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'mac_address': 'fa:16:3e:ea:47:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b2096d10-0b32-4196-8488-95a9b2093f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:06Z', 'updated_at': '2022-07-15T15:14:11Z', 'revision_number': 4, 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'subnets': [{'id': 'b2096d10-0b32-4196-8488-95a9b2093f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:14:12.244585 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f23416a-6f58-46ab-8388-cf4ca8a9c9e3 None None] The sync data for ids ['acece8f4-43e8-486b-86dd-c23beb5c1569'] in dv-cinder-848821-1-iscsi is: [{'id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'name': 'tempest-TestVolumeBootPattern-1507400586-router', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:07Z', 'revision_number': 4, 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'gw_port': {'id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '15d52967-690b-49f9-a51e-ed90eadf0faa', 'name': '', 'network_id': 'bbdebcb6-485e-4199-a709-a062e4bc606f', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'mac_address': 'fa:16:3e:ea:47:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b2096d10-0b32-4196-8488-95a9b2093f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:06Z', 'updated_at': '2022-07-15T15:14:11Z', 'revision_number': 4, 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'subnets': [{'id': 'b2096d10-0b32-4196-8488-95a9b2093f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:14:12.257168 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-003e7e59-06b0-4ce4-a738-d1e6fc4ad19c None None] Provisioning complete for port 15d52967-690b-49f9-a51e-ed90eadf0faa triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:12.258156 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-003e7e59-06b0-4ce4-a738-d1e6fc4ad19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:12.399758 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-003e7e59-06b0-4ce4-a738-d1e6fc4ad19c None None] Current status of the port 15d52967-690b-49f9-a51e-ed90eadf0faa is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:12.441581 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:13.425269 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 15d52967-690b-49f9-a51e-ed90eadf0faa up at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:14:13.481599 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Provisioning complete for port 15d52967-690b-49f9-a51e-ed90eadf0faa triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:13.481953 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:13.563657 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Current status of the port 15d52967-690b-49f9-a51e-ed90eadf0faa is: ACTIVE; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:13.941161 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:14.511873 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42016) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:14.651068 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f5fbabf2-8296-4d21-9d7c-bf382b30de15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:14.740389 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f5fbabf2-8296-4d21-9d7c-bf382b30de15 admin admin] Publish callbacks [] for security_group (ac0724fd-43f0-4a31-95c6-2cce4ebef168), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:14.749714 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-f5fbabf2-8296-4d21-9d7c-bf382b30de15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (ac0724fd-43f0-4a31-95c6-2cce4ebef168), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:14.794062 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbabf2-8296-4d21-9d7c-bf382b30de15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0724fd-43f0-4a31-95c6-2cce4ebef168,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:14.799321 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-f5fbabf2-8296-4d21-9d7c-bf382b30de15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c838071e60524d7bab8eb9164f511c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861502 Jul 15 15:14:14.803350 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42020) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:14.878689 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c479e3a1-1094-4cbe-959e-2a1a1051ff86 admin admin] Publish callbacks [] for security_group (ac0724fd-43f0-4a31-95c6-2cce4ebef168), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:14.911077 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c479e3a1-1094-4cbe-959e-2a1a1051ff86 admin admin] Publish callbacks [] for security_group (ac0724fd-43f0-4a31-95c6-2cce4ebef168), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:14.974353 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c479e3a1-1094-4cbe-959e-2a1a1051ff86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (ac0724fd-43f0-4a31-95c6-2cce4ebef168), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:14.977053 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c479e3a1-1094-4cbe-959e-2a1a1051ff86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:14.985379 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-c479e3a1-1094-4cbe-959e-2a1a1051ff86 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac0724fd-43f0-4a31-95c6-2cce4ebef168 HTTP/1.1" status: 204 len: 168 time: 0.1809027 Jul 15 15:14:14.997695 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479e3a1-1094-4cbe-959e-2a1a1051ff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0724fd-43f0-4a31-95c6-2cce4ebef168,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:18.105395 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-35dc1ce5-b90c-43a8-aa9f-63a00c92419c req-baf18e87-4d71-43ce-b63f-c5c173a709ee service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497975 Jul 15 15:14:18.222319 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc1ce5-b90c-43a8-aa9f-63a00c92419c req-63285da9-4759-4476-b238-2ff74cd51847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:18.224346 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-35dc1ce5-b90c-43a8-aa9f-63a00c92419c req-63285da9-4759-4476-b238-2ff74cd51847 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=594b86276b564dae97f62939276271c0&device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 1129 time: 0.0484676 Jul 15 15:14:18.333688 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc1ce5-b90c-43a8-aa9f-63a00c92419c req-77bbc90a-1323-4eeb-9a5a-8d100c1e7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:18.335175 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-35dc1ce5-b90c-43a8-aa9f-63a00c92419c req-77bbc90a-1323-4eeb-9a5a-8d100c1e7582 service neutron] 10.222.0.77 "GET /v2.0/networks?id=27602e48-df48-4d2e-9672-d1853c1e8df2 HTTP/1.1" status: 200 len: 910 time: 0.0929959 Jul 15 15:14:18.354770 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42158) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:18.405015 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-35dc1ce5-b90c-43a8-aa9f-63a00c92419c req-b694c72f-289b-4c9f-82eb-f4a71d6da983 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541d934e-341f-44b4-8057-923e629ae67a HTTP/1.1" status: 200 len: 1001 time: 0.0622334 Jul 15 15:14:18.457373 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc1ce5-b90c-43a8-aa9f-63a00c92419c req-7d4037fa-7075-437f-a4a4-96efff377465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:18.458839 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-35dc1ce5-b90c-43a8-aa9f-63a00c92419c req-7d4037fa-7075-437f-a4a4-96efff377465 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1aa503bb-4d46-4842-8330-bcabad45e393 HTTP/1.1" status: 200 len: 848 time: 0.0465853 Jul 15 15:14:18.476169 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c3da29e5-43c0-4492-b7d5-aceebfeeedcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:18.510748 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc1ce5-b90c-43a8-aa9f-63a00c92419c req-d1103729-2e8b-4e83-a01a-7edd4db86566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:18.512242 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-35dc1ce5-b90c-43a8-aa9f-63a00c92419c req-d1103729-2e8b-4e83-a01a-7edd4db86566 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=27602e48-df48-4d2e-9672-d1853c1e8df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454280 Jul 15 15:14:18.562306 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c3da29e5-43c0-4492-b7d5-aceebfeeedcc admin admin] Publish callbacks [] for security_group (d17e52c0-61e4-4178-8ed8-d07034d34ab9), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:18.569319 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-c3da29e5-43c0-4492-b7d5-aceebfeeedcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d17e52c0-61e4-4178-8ed8-d07034d34ab9), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:18.612194 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-c3da29e5-43c0-4492-b7d5-aceebfeeedcc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fbbf4f37a2f4492ebb5c5c5d8f223f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561867 Jul 15 15:14:18.612745 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42164) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:18.615537 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-35dc1ce5-b90c-43a8-aa9f-63a00c92419c req-d4ef34f9-3a71-4310-b647-f1e9b13befd7 service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959060 Jul 15 15:14:18.618996 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da29e5-43c0-4492-b7d5-aceebfeeedcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17e52c0-61e4-4178-8ed8-d07034d34ab9,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:18.681626 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6a6502a8-25e5-42a2-bcc5-ac04a0229017 admin admin] Publish callbacks [] for security_group (d17e52c0-61e4-4178-8ed8-d07034d34ab9), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:18.705441 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6a6502a8-25e5-42a2-bcc5-ac04a0229017 admin admin] Publish callbacks [] for security_group (d17e52c0-61e4-4178-8ed8-d07034d34ab9), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:18.721326 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-35dc1ce5-b90c-43a8-aa9f-63a00c92419c req-9db31952-f114-4cf4-948a-76e21b4db617 service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980825 Jul 15 15:14:18.763514 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6a6502a8-25e5-42a2-bcc5-ac04a0229017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d17e52c0-61e4-4178-8ed8-d07034d34ab9), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:18.766243 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6a6502a8-25e5-42a2-bcc5-ac04a0229017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:18.767418 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-6a6502a8-25e5-42a2-bcc5-ac04a0229017 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d17e52c0-61e4-4178-8ed8-d07034d34ab9 HTTP/1.1" status: 204 len: 168 time: 0.1534352 Jul 15 15:14:18.777613 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6502a8-25e5-42a2-bcc5-ac04a0229017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17e52c0-61e4-4178-8ed8-d07034d34ab9,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:19.058968 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 42170) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:19.073147 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2295-0079-4d4c-be42-de0960c995e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:19.165682 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2295-0079-4d4c-be42-de0960c995e3 admin admin] Publish callbacks [] for security_group (cf06e2c1-0c41-4e2b-b427-d762d51e7ecd), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:19.170734 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-3a3d2295-0079-4d4c-be42-de0960c995e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (cf06e2c1-0c41-4e2b-b427-d762d51e7ecd), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:19.209800 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d2295-0079-4d4c-be42-de0960c995e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf06e2c1-0c41-4e2b-b427-d762d51e7ecd,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:19.215041 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-3a3d2295-0079-4d4c-be42-de0960c995e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb107a014d454678b0982594c7a94865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549239 Jul 15 15:14:19.218277 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 42172) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:19.273068 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-218daba8-609b-49df-9965-b84309c17451 admin admin] Publish callbacks [] for security_group (cf06e2c1-0c41-4e2b-b427-d762d51e7ecd), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:19.296423 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-218daba8-609b-49df-9965-b84309c17451 admin admin] Publish callbacks [] for security_group (cf06e2c1-0c41-4e2b-b427-d762d51e7ecd), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:19.345652 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-218daba8-609b-49df-9965-b84309c17451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (cf06e2c1-0c41-4e2b-b427-d762d51e7ecd), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:19.348648 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-218daba8-609b-49df-9965-b84309c17451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:19.350228 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-218daba8-609b-49df-9965-b84309c17451 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf06e2c1-0c41-4e2b-b427-d762d51e7ecd HTTP/1.1" status: 204 len: 168 time: 0.1304741 Jul 15 15:14:19.359884 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218daba8-609b-49df-9965-b84309c17451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf06e2c1-0c41-4e2b-b427-d762d51e7ecd,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:20.559584 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 42204) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:20.688003 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-6798e9af-cef7-483b-adaa-814d30de4d24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:20.787058 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-6798e9af-cef7-483b-adaa-814d30de4d24 admin admin] Publish callbacks [] for security_group (94d2585c-6877-4b07-b3d9-89803aaf5592), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:20.795415 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-6798e9af-cef7-483b-adaa-814d30de4d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (94d2585c-6877-4b07-b3d9-89803aaf5592), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:20.838829 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-6798e9af-cef7-483b-adaa-814d30de4d24 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2aa30b25fbd94c0b92ce14cd073b4f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779794 Jul 15 15:14:20.839861 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798e9af-cef7-483b-adaa-814d30de4d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d2585c-6877-4b07-b3d9-89803aaf5592,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:20.842588 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42210) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:20.908064 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e19be5b5-e0d9-4dfe-9a3c-a74c06f2b288 admin admin] Publish callbacks [] for security_group (94d2585c-6877-4b07-b3d9-89803aaf5592), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:20.931206 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e19be5b5-e0d9-4dfe-9a3c-a74c06f2b288 admin admin] Publish callbacks [] for security_group (94d2585c-6877-4b07-b3d9-89803aaf5592), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:20.986536 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e19be5b5-e0d9-4dfe-9a3c-a74c06f2b288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (94d2585c-6877-4b07-b3d9-89803aaf5592), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:20.989317 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-e19be5b5-e0d9-4dfe-9a3c-a74c06f2b288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:20.990543 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-e19be5b5-e0d9-4dfe-9a3c-a74c06f2b288 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/94d2585c-6877-4b07-b3d9-89803aaf5592 HTTP/1.1" status: 204 len: 168 time: 0.1465027 Jul 15 15:14:20.998686 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19be5b5-e0d9-4dfe-9a3c-a74c06f2b288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d2585c-6877-4b07-b3d9-89803aaf5592,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:36.881106 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-1f9e6a04-43a6-43da-9891-3ed2006b4362 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165986691&fields=id&tenant_id=8063d89a8d6c4d33b7534100984175a4 HTTP/1.1" status: 200 len: 267 time: 0.0461824 Jul 15 15:14:36.951047 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:37.001248 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-643ca8b6-d97f-415c-8801-1f35c96694d2 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:37.002565 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-643ca8b6-d97f-415c-8801-1f35c96694d2 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 812 time: 0.1144779 Jul 15 15:14:37.021558 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-94456691-18b0-4f97-a8a7-f52c27294325 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/quotas/8063d89a8d6c4d33b7534100984175a4 HTTP/1.1" status: 200 len: 375 time: 0.0114193 Jul 15 15:14:37.085380 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-0152c75d-6d82-4e82-a9f4-36825fcc2541 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573974 Jul 15 15:14:37.198203 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-8a0833cf-ef50-4b50-b172-5c80fd6bd614 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103713) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 15:14:37.199216 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-8a0833cf-ef50-4b50-b172-5c80fd6bd614 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1023643 Jul 15 15:14:37.290843 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-57a6198d-4fff-4e7e-a9d7-cfbf7a827c49 service neutron] 10.222.0.47 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841570 Jul 15 15:14:37.384310 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-6f0b0068-7c9a-4ca1-bbaf-c9eed7ca0c48 service neutron] 10.222.0.47 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875149 Jul 15 15:14:37.636934 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7d9816c4-4f23-4edd-82b3-9e7d24538efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:38.694433 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-445b6f63-2f6f-492e-b464-126f0b94d46d req-242e0fcb-9188-4bb5-b21f-36918088ce6f tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 210 time: 0.0280433 Jul 15 15:14:39.732653 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d9b89444-8bfd-470d-b2e7-af5e54f1e107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:39.787100 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f25ff898-f1ae-4714-91e3-65c684be215a req-8ead5750-7f61-479f-be15-4f09a882bdb5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 210 time: 0.0352068 Jul 15 15:14:40.866657 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bb98561d-445a-4cd4-9c19-d1f75cab9102 req-6771611c-0c6f-47a6-b857-d1ec3b59697b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 210 time: 0.0294070 Jul 15 15:14:41.013877 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:41.946527 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-25fadd3a-d548-4961-a8ce-7597ae06459d req-76d2719d-2673-48d1-87c0-e27eacc72e9b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 210 time: 0.0278668 Jul 15 15:14:42.442151 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:43.053794 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-05d06a26-43fc-4edf-a62b-dd8140568492 req-89e947ac-e9c2-456b-9d36-f583413aa126 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 210 time: 0.0333793 Jul 15 15:14:43.803546 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c2284-a984-494c-a2df-5abd0011d1ec req-5fefcc6d-6b75-4343-94f1-26e2e173d59f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:43.805148 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c32c2284-a984-494c-a2df-5abd0011d1ec req-5fefcc6d-6b75-4343-94f1-26e2e173d59f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0609722 Jul 15 15:14:43.861245 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c32c2284-a984-494c-a2df-5abd0011d1ec req-adf88a1a-a805-4581-a808-3882a1615992 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0494292 Jul 15 15:14:43.940000 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:44.264758 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-ccb1d657-4090-4d48-8fdf-248df732dd4f tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:44.266144 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-ccb1d657-4090-4d48-8fdf-248df732dd4f tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 812 time: 0.4062054 Jul 15 15:14:44.281941 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1d41a2f0-d864-418a-b9a0-fe5d4981adc4 req-0159b96a-0241-400d-bc39-7ec312f2c5a5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 210 time: 0.0439248 Jul 15 15:14:44.340278 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-1897b414-c956-48e3-aaeb-dce5240c6990 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8063d89a8d6c4d33b7534100984175a4 HTTP/1.1" status: 200 len: 379 time: 0.0571947 Jul 15 15:14:44.348778 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'port': {'device_id': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'admin_state_up': True, 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'security_groups': ['37791e40-64bb-4e91-a36d-aec938db38c5']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:14:44.462849 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Made reservation on behalf of 8063d89a8d6c4d33b7534100984175a4 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:14:44.466916 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:44.602867 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Allocated IP 172.20.0.4 (fb533932-01a4-4b10-bcbc-2dbd21ab2479/a3df3662-0b61-40a0-8ccb-d1d7f4556626/af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:14:44.762891 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:44.796803 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:44.837271 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Network fb533932-01a4-4b10-bcbc-2dbd21ab2479 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:14:44.841124 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:14:44.848329 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:14:44.877374 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'Port': ['ID=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:44.891497 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.891853 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.892205 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.892562 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.892912 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.893246 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.893597 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.893949 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.894374 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.894936 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.895386 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.895722 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.896089 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:44.924014 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:44.924682 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:44.942691 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-137c76a0-8e4c-41c5-a9ea-aa59ff0b381b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5975690 Jul 15 15:14:44.961415 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Request body: {'port': {'device_id': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:14:45.014129 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a2ef2-9d24-4dee-9ad2-458426901356 req-2f785cd5-77bb-4a92-bfc4-206130aa18cb tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:45.015620 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-145a2ef2-9d24-4dee-9ad2-458426901356 req-2f785cd5-77bb-4a92-bfc4-206130aa18cb tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0614600 Jul 15 15:14:45.030856 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:45.070222 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-145a2ef2-9d24-4dee-9ad2-458426901356 req-0efa7d05-95d1-4bd6-ab52-dba8566604fd tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478261 Jul 15 15:14:45.157137 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-55ec3e42-296f-4a38-bd5c-9a44261aae2f None None] Provisioning complete for port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:14:45.157716 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-55ec3e42-296f-4a38-bd5c-9a44261aae2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:45.190373 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-55ec3e42-296f-4a38-bd5c-9a44261aae2f None None] Port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:14:45.310647 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:14:45.318987 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Publish callbacks [] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:45.332096 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Transition to ACTIVE for port object af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:14:45.337702 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:45.423965 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Pushing event updated for resources: {'Port': ['ID=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:45.486793 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e7d22-f363-40a6-af86-4c19af255024 req-f0197acb-808d-4a5a-9fc2-8c1d92783716 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:45.488395 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d44e7d22-f363-40a6-af86-4c19af255024 req-f0197acb-808d-4a5a-9fc2-8c1d92783716 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 943 time: 0.1232777 Jul 15 15:14:45.541084 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Attempting to bind port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:14:45.541433 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Attempting to bind port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:14:45.541767 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Attempting to bind port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 on network fb533932-01a4-4b10-bcbc-2dbd21ab2479 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:14:45.552119 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 on network fb533932-01a4-4b10-bcbc-2dbd21ab2479 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:14:45.552448 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Attempting to bind port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 on network fb533932-01a4-4b10-bcbc-2dbd21ab2479 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:14:45.566741 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:14:45.567087 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Checking segment: {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:14:45.567479 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Bound using segment: {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:14:45.567915 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Bound port: af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:14:45.568282 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:45.585040 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d44e7d22-f363-40a6-af86-4c19af255024 req-12c2647f-8189-462a-bfe5-3e18443fa4cd tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873833 Jul 15 15:14:45.639525 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] For port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:14:45.643321 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] For port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:14:45.651063 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:45.685702 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:45.686400 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:45.688256 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] 10.222.0.77 "PUT /v2.0/ports/af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 HTTP/1.1" status: 200 len: 1093 time: 0.7311316 Jul 15 15:14:45.688752 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'tag': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:14:45.691161 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c979d4c-4bbe-486e-8c51-96e63bbc7f56" -d '{"events": [{"name": "network-changed", "server_uuid": "f99d9cc5-9dc5-441b-bc78-44ec6758ba00", "tag": "af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:14:45.721743 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07902a1-aee3-4102-b74e-1e54ce0c9c3b service neutron] Pushing event updated for resources: {'Port': ['ID=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:45.754755 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1c7277-b929-47ad-af1b-556876e94677 x-openstack-request-id: req-5e1c7277-b929-47ad-af1b-556876e94677 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:14:45.755057 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99d9cc5-9dc5-441b-bc78-44ec6758ba00", "tag": "af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:14:45.755457 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e1c7277-b929-47ad-af1b-556876e94677 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:14:45.755877 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1c7277-b929-47ad-af1b-556876e94677'] response: {'name': 'network-changed', 'server_uuid': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'tag': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64', 'status': 'completed', 'code': 200} Jul 15 15:14:45.822179 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-80feb374-48cc-476b-915a-0785ca8e8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:45.823701 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-80feb374-48cc-476b-915a-0785ca8e8c89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 1127 time: 0.0499930 Jul 15 15:14:45.883320 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-d5612506-da19-4e21-a725-b96b841393eb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 HTTP/1.1" status: 200 len: 217 time: 0.0397968 Jul 15 15:14:45.937610 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-6fcfc1a0-c4c2-4ab5-8b79-cecae66398af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:45.938981 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-6fcfc1a0-c4c2-4ab5-8b79-cecae66398af service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0459540 Jul 15 15:14:45.993119 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-0e97b7f9-7e21-4c2b-aee0-504d029a431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:45.994763 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-0e97b7f9-7e21-4c2b-aee0-504d029a431a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475786 Jul 15 15:14:46.111077 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-708435ed-e470-491c-8216-04071e230bdc service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066782 Jul 15 15:14:46.253038 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e4db5-7f90-43d2-afd6-55ec59b5c641 req-579735a8-12cd-44bf-b4cb-37a989f28972 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:46.254699 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef5e4db5-7f90-43d2-afd6-55ec59b5c641 req-579735a8-12cd-44bf-b4cb-37a989f28972 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0918376 Jul 15 15:14:46.258840 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-96032aa6-aab9-422d-a22c-25fd2c1f5bcd req-92e21b39-f2ed-4afd-a43d-d89b1533eb4b service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419492 Jul 15 15:14:46.311941 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef5e4db5-7f90-43d2-afd6-55ec59b5c641 req-29aabad6-b140-448e-94b2-1327b7765e04 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0515075 Jul 15 15:14:46.398138 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c979d4c-4bbe-486e-8c51-96e63bbc7f56 req-f63b2103-c94b-4d23-85fa-efc2769cd924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:46.399635 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1c979d4c-4bbe-486e-8c51-96e63bbc7f56 req-f63b2103-c94b-4d23-85fa-efc2769cd924 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 1127 time: 0.0472052 Jul 15 15:14:46.500355 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c979d4c-4bbe-486e-8c51-96e63bbc7f56 req-f6bec428-a4ed-47cc-ad06-dec5d44716fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:46.500355 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1c979d4c-4bbe-486e-8c51-96e63bbc7f56 req-f6bec428-a4ed-47cc-ad06-dec5d44716fd service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.0947187 Jul 15 15:14:46.549589 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1c979d4c-4bbe-486e-8c51-96e63bbc7f56 req-19c6ef6f-c909-4eb5-b9fc-f08716121835 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 HTTP/1.1" status: 200 len: 217 time: 0.0413864 Jul 15 15:14:46.618347 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c979d4c-4bbe-486e-8c51-96e63bbc7f56 req-749bc15c-6452-4472-b143-b0a383ed55f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:46.620848 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1c979d4c-4bbe-486e-8c51-96e63bbc7f56 req-749bc15c-6452-4472-b143-b0a383ed55f5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0576220 Jul 15 15:14:46.689821 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c979d4c-4bbe-486e-8c51-96e63bbc7f56 req-0caff868-0ae3-4239-bc34-66778785c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:46.692350 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1c979d4c-4bbe-486e-8c51-96e63bbc7f56 req-0caff868-0ae3-4239-bc34-66778785c437 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648954 Jul 15 15:14:46.745937 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31187083-0996-43ac-a7c1-c18d1fcc0f12 req-41f4244f-a323-4e74-8da5-7d8f5e865081 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:46.749044 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-31187083-0996-43ac-a7c1-c18d1fcc0f12 req-41f4244f-a323-4e74-8da5-7d8f5e865081 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 943 time: 0.0691807 Jul 15 15:14:46.811613 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-31187083-0996-43ac-a7c1-c18d1fcc0f12 req-c52c04bb-aa1b-4177-8f40-a16cffe8077b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568242 Jul 15 15:14:46.846411 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1c979d4c-4bbe-486e-8c51-96e63bbc7f56 req-75c77437-24a0-44eb-a575-9abd3cba997b service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482701 Jul 15 15:14:46.976928 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1c979d4c-4bbe-486e-8c51-96e63bbc7f56 req-05615bc3-7d26-43a3-a9ac-c6b76df17dab service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213601 Jul 15 15:14:47.448671 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324124f3-8379-4be9-8443-fc349158fc12 req-993684c6-c3f9-490e-b618-f11fb26ef4fa tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:47.450386 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-324124f3-8379-4be9-8443-fc349158fc12 req-993684c6-c3f9-490e-b618-f11fb26ef4fa tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0621977 Jul 15 15:14:47.500408 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-324124f3-8379-4be9-8443-fc349158fc12 req-4ae3a718-db86-41d3-bbeb-308aae9c78e7 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446105 Jul 15 15:14:47.509100 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:14:47.943390 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e5ee2-77a4-4964-b0e8-51ae5893f6c0 req-edfb0209-fab6-40dc-962f-5378dd1ccfcb tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:47.944955 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-109e5ee2-77a4-4964-b0e8-51ae5893f6c0 req-edfb0209-fab6-40dc-962f-5378dd1ccfcb tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 943 time: 0.0549681 Jul 15 15:14:47.999088 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-109e5ee2-77a4-4964-b0e8-51ae5893f6c0 req-279bc465-f332-417f-b9cc-18188fe2ef72 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476687 Jul 15 15:14:48.214244 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42474) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:48.320202 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:48.398875 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Publish callbacks [] for security_group (30d2fd48-488d-4a33-be65-762e794bcf74), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:48.403329 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (30d2fd48-488d-4a33-be65-762e794bcf74), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:48.442452 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb922a30f2174ea394fe81e830413cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271297 Jul 15 15:14:48.443380 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d2fd48-488d-4a33-be65-762e794bcf74,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:48.445156 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 42478) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:48.450711 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.451259 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.451622 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.452424 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.452804 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.453146 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.453487 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.453827 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.454164 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.454500 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.454834 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.455164 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.455572 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf69642e-5b2f-4945-9605-92a53a76aab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:14:48.494611 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-fcb024ae-f745-43b0-9925-714a6805d8af admin admin] Publish callbacks [] for security_group (30d2fd48-488d-4a33-be65-762e794bcf74), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:48.516239 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-fcb024ae-f745-43b0-9925-714a6805d8af admin admin] Publish callbacks [] for security_group (30d2fd48-488d-4a33-be65-762e794bcf74), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:48.566572 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-fcb024ae-f745-43b0-9925-714a6805d8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (30d2fd48-488d-4a33-be65-762e794bcf74), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:48.569946 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-fcb024ae-f745-43b0-9925-714a6805d8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:48.571080 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-fcb024ae-f745-43b0-9925-714a6805d8af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/30d2fd48-488d-4a33-be65-762e794bcf74 HTTP/1.1" status: 204 len: 168 time: 0.1248317 Jul 15 15:14:48.588490 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb024ae-f745-43b0-9925-714a6805d8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d2fd48-488d-4a33-be65-762e794bcf74,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:48.636967 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4e663-d997-40de-ae55-217bbdb2e9b9 req-53851f71-c379-4204-8fe9-56c169017283 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:48.638472 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0c4e663-d997-40de-ae55-217bbdb2e9b9 req-53851f71-c379-4204-8fe9-56c169017283 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0664151 Jul 15 15:14:48.697983 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0c4e663-d997-40de-ae55-217bbdb2e9b9 req-1c42baa0-d060-42a1-ac65-16c3da3c3fbc tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0532646 Jul 15 15:14:49.127195 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2128a-21ff-4b3f-93d8-ebd3b2015fd3 req-84a0990f-74e0-4b89-8237-64e0958dbc14 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:49.128758 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bbb2128a-21ff-4b3f-93d8-ebd3b2015fd3 req-84a0990f-74e0-4b89-8237-64e0958dbc14 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 943 time: 0.0548663 Jul 15 15:14:49.180368 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bbb2128a-21ff-4b3f-93d8-ebd3b2015fd3 req-499cdd94-b91a-4e2b-a460-e1c0b397e3bf tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460253 Jul 15 15:14:49.646558 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 42516) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:49.767934 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f7447692-97c2-4c96-ba1b-4f8aa819bd50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:49.863632 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236e145-9a0d-4446-815d-966433db0b97 req-81ef9845-8e5e-46d2-ac3f-a05f4851b4a5 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:49.865616 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d236e145-9a0d-4446-815d-966433db0b97 req-81ef9845-8e5e-46d2-ac3f-a05f4851b4a5 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0950596 Jul 15 15:14:49.925873 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f7447692-97c2-4c96-ba1b-4f8aa819bd50 admin admin] Publish callbacks [] for security_group (1aebbdc1-2717-494e-96f1-ae31a540f967), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:49.940248 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-f7447692-97c2-4c96-ba1b-4f8aa819bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (1aebbdc1-2717-494e-96f1-ae31a540f967), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:49.950798 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d236e145-9a0d-4446-815d-966433db0b97 req-6b06faae-8c86-4946-98c0-df0a5c46292f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0749359 Jul 15 15:14:49.991800 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-f7447692-97c2-4c96-ba1b-4f8aa819bd50 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a684c90ee3e748c9ba99e13ec5f11dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441460 Jul 15 15:14:49.992696 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7447692-97c2-4c96-ba1b-4f8aa819bd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aebbdc1-2717-494e-96f1-ae31a540f967,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:49.995179 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 42522) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:14:50.050564 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c32ea67-3fbf-45e4-9ef2-70e884bda2e2 admin admin] Publish callbacks [] for security_group (1aebbdc1-2717-494e-96f1-ae31a540f967), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:50.075166 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c32ea67-3fbf-45e4-9ef2-70e884bda2e2 admin admin] Publish callbacks [] for security_group (1aebbdc1-2717-494e-96f1-ae31a540f967), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:50.129380 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c32ea67-3fbf-45e4-9ef2-70e884bda2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (1aebbdc1-2717-494e-96f1-ae31a540f967), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:50.133102 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2c32ea67-3fbf-45e4-9ef2-70e884bda2e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:50.134673 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-2c32ea67-3fbf-45e4-9ef2-70e884bda2e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1aebbdc1-2717-494e-96f1-ae31a540f967 HTTP/1.1" status: 204 len: 168 time: 0.1384408 Jul 15 15:14:50.145513 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32ea67-3fbf-45e4-9ef2-70e884bda2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aebbdc1-2717-494e-96f1-ae31a540f967,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:50.308686 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0754e82-d7ee-4a04-af0a-5e77435997f9 req-0d8db8fd-91a5-414c-ae28-cbecc517a4d3 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:50.310673 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b0754e82-d7ee-4a04-af0a-5e77435997f9 req-0d8db8fd-91a5-414c-ae28-cbecc517a4d3 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 943 time: 0.0585294 Jul 15 15:14:50.370113 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b0754e82-d7ee-4a04-af0a-5e77435997f9 req-58a5cbbf-cbf9-4a9e-a35a-b91d5e95cb9e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538702 Jul 15 15:14:51.084843 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c1e7b-6c7a-4329-9348-ab170bb6c904 req-bef32351-94d1-4bca-8c07-ddc1bf16646f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:51.086361 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2d3c1e7b-6c7a-4329-9348-ab170bb6c904 req-bef32351-94d1-4bca-8c07-ddc1bf16646f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0631912 Jul 15 15:14:51.147775 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2d3c1e7b-6c7a-4329-9348-ab170bb6c904 req-d6f2ad57-2597-4f43-b26f-c869813ab409 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0545239 Jul 15 15:14:51.506198 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367616a-d367-4f3d-af85-879f5ee4dcc7 req-f9df30b8-67ee-4fe2-ac14-2d58d1ddd10d tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:51.507672 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8367616a-d367-4f3d-af85-879f5ee4dcc7 req-f9df30b8-67ee-4fe2-ac14-2d58d1ddd10d tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 943 time: 0.0619581 Jul 15 15:14:51.560874 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-8367616a-d367-4f3d-af85-879f5ee4dcc7 req-9c3b4588-8d58-4550-bf9f-7cfa0fbc9afc tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471058 Jul 15 15:14:52.285841 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7799847-4062-4d05-bb24-83b24bafec3e req-1f5a4ca1-fd7f-481f-91de-c711b9952cc7 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:52.287410 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a7799847-4062-4d05-bb24-83b24bafec3e req-1f5a4ca1-fd7f-481f-91de-c711b9952cc7 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0610759 Jul 15 15:14:52.339667 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a7799847-4062-4d05-bb24-83b24bafec3e req-16bafc8e-bc36-45e9-8660-774b0c8a4b39 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461333 Jul 15 15:14:52.687973 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786eec6-12bc-4ca0-b860-5f97b6fae431 req-dae45978-c537-4b69-ae2a-b9e471eaee45 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:52.689548 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1786eec6-12bc-4ca0-b860-5f97b6fae431 req-dae45978-c537-4b69-ae2a-b9e471eaee45 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 943 time: 0.0587411 Jul 15 15:14:52.743826 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1786eec6-12bc-4ca0-b860-5f97b6fae431 req-6c41d8da-20b4-49e3-9fd2-246d64d3b484 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481024 Jul 15 15:14:53.461347 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df74d1-6089-41d1-889a-d31d81010ebc req-43b632e2-0f50-498d-b5c5-11d6f8d35f73 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:53.462813 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-62df74d1-6089-41d1-889a-d31d81010ebc req-43b632e2-0f50-498d-b5c5-11d6f8d35f73 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0541031 Jul 15 15:14:53.515902 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-62df74d1-6089-41d1-889a-d31d81010ebc req-78f57786-835f-45dc-ba7c-ffe38383001e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463405 Jul 15 15:14:53.873606 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d907e-dc8a-41ff-823f-8aa4f70b6ffe req-4c26cacc-aa85-4583-8778-476cc6f31fa7 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:53.875082 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7e2d907e-dc8a-41ff-823f-8aa4f70b6ffe req-4c26cacc-aa85-4583-8778-476cc6f31fa7 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 943 time: 0.0611653 Jul 15 15:14:53.927266 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-7e2d907e-dc8a-41ff-823f-8aa4f70b6ffe req-01e8e966-254a-459b-9c12-776fbe47157a tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465651 Jul 15 15:14:54.667156 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb151b5-7bba-4ff1-9bcf-6a7d34d51502 req-9a6405e0-d4af-4cd3-9414-cb3b96c76d4c tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:54.669953 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2eb151b5-7bba-4ff1-9bcf-6a7d34d51502 req-9a6405e0-d4af-4cd3-9414-cb3b96c76d4c tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0768862 Jul 15 15:14:54.742176 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2eb151b5-7bba-4ff1-9bcf-6a7d34d51502 req-b29ba11d-9c09-4667-a381-ddc462410746 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0644827 Jul 15 15:14:54.973926 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:14:55.049909 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab36c58-d90e-4472-bcb1-3c817ce6a1a1 req-93eb9d54-aaff-455a-a72b-7c954d218bd1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:55.051374 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dab36c58-d90e-4472-bcb1-3c817ce6a1a1 req-93eb9d54-aaff-455a-a72b-7c954d218bd1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 943 time: 0.0552611 Jul 15 15:14:55.082898 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:55.096312 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'port_id': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64', 'mac_address': 'fa:16:3e:b5:1c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:14:55.101562 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-dab36c58-d90e-4472-bcb1-3c817ce6a1a1 req-24f2faef-37bc-441a-9aa9-6ad93f334105 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445256 Jul 15 15:14:55.135649 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:14:55.136047 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:55.151256 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:14:55.174726 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:14:55.180265 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:14:55.228780 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:14:55.910330 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83f0ec-5144-4185-9a69-c54c9280f377 req-be94c4d7-47a3-4321-8db8-8ab27e1c3f3b tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:55.911784 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3f83f0ec-5144-4185-9a69-c54c9280f377 req-be94c4d7-47a3-4321-8db8-8ab27e1c3f3b tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0716326 Jul 15 15:14:55.963763 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3f83f0ec-5144-4185-9a69-c54c9280f377 req-d1c20f86-1b0f-4c77-8156-d2e3aa10a493 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0463436 Jul 15 15:14:56.240752 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89951b2e-2aa6-4f33-971d-8afe5446b96f req-821f57d0-48ba-4ae9-a7fb-1cdf677e7be5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:56.242739 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-89951b2e-2aa6-4f33-971d-8afe5446b96f req-821f57d0-48ba-4ae9-a7fb-1cdf677e7be5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 944 time: 0.0703461 Jul 15 15:14:56.305472 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-89951b2e-2aa6-4f33-971d-8afe5446b96f req-f1ff1907-b96e-40fd-9d52-954c0c8d0573 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561366 Jul 15 15:14:56.414911 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de17d12-0202-408f-afa0-eac3208ec586 req-54131ecf-394e-4818-84f3-945cbde53ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:56.416417 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3de17d12-0202-408f-afa0-eac3208ec586 req-54131ecf-394e-4818-84f3-945cbde53ced service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=594b86276b564dae97f62939276271c0&device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 1129 time: 0.0481510 Jul 15 15:14:56.533760 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de17d12-0202-408f-afa0-eac3208ec586 req-edf92d0b-a983-483c-9b75-1fcc0e9197bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:56.535470 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3de17d12-0202-408f-afa0-eac3208ec586 req-edf92d0b-a983-483c-9b75-1fcc0e9197bb service neutron] 10.222.0.77 "GET /v2.0/networks?id=27602e48-df48-4d2e-9672-d1853c1e8df2 HTTP/1.1" status: 200 len: 910 time: 0.1067805 Jul 15 15:14:56.604734 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3de17d12-0202-408f-afa0-eac3208ec586 req-7b8d88bf-518d-4d39-b07e-33ee587b433a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541d934e-341f-44b4-8057-923e629ae67a HTTP/1.1" status: 200 len: 1001 time: 0.0616086 Jul 15 15:14:56.695800 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de17d12-0202-408f-afa0-eac3208ec586 req-548e5f56-b814-4dbe-9a41-eb9ec77db4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:56.697536 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3de17d12-0202-408f-afa0-eac3208ec586 req-548e5f56-b814-4dbe-9a41-eb9ec77db4be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1aa503bb-4d46-4842-8330-bcabad45e393 HTTP/1.1" status: 200 len: 848 time: 0.0513966 Jul 15 15:14:56.752787 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de17d12-0202-408f-afa0-eac3208ec586 req-ae857b6b-3cbd-4db1-9097-3bcbb37eed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:56.754289 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3de17d12-0202-408f-afa0-eac3208ec586 req-ae857b6b-3cbd-4db1-9097-3bcbb37eed52 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=27602e48-df48-4d2e-9672-d1853c1e8df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504513 Jul 15 15:14:56.849608 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3de17d12-0202-408f-afa0-eac3208ec586 req-e26ac68c-597e-4e35-9c44-f55d3af3619e service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881925 Jul 15 15:14:56.951885 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3de17d12-0202-408f-afa0-eac3208ec586 req-446402e8-f232-45fb-81bf-87aa4b2418b1 service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949161 Jul 15 15:14:57.087333 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:14:57.093848 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97d862-3a22-4f58-86ec-029840f69509 req-9b64947e-7a0b-4369-8c27-5201c17d7673 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:57.095368 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8f97d862-3a22-4f58-86ec-029840f69509 req-9b64947e-7a0b-4369-8c27-5201c17d7673 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0558333 Jul 15 15:14:57.159390 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8f97d862-3a22-4f58-86ec-029840f69509 req-ed13448f-d245-4146-9e67-50861271b4f3 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0575447 Jul 15 15:14:57.438142 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61461abe-7532-48c0-86d3-30d7b9dfbabd req-95086550-c73b-4867-a328-f9de9109360c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:57.439525 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-61461abe-7532-48c0-86d3-30d7b9dfbabd req-95086550-c73b-4867-a328-f9de9109360c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 944 time: 0.0541315 Jul 15 15:14:57.490237 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-61461abe-7532-48c0-86d3-30d7b9dfbabd req-83355c07-a70b-469a-b003-dc39193efed1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431025 Jul 15 15:14:58.290383 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9fe08-cd7c-480a-bd6a-dda181e130b9 req-940d77bc-3205-47d8-8c96-f604d61ab9c1 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:58.291791 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ffa9fe08-cd7c-480a-bd6a-dda181e130b9 req-940d77bc-3205-47d8-8c96-f604d61ab9c1 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0543847 Jul 15 15:14:58.346525 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ffa9fe08-cd7c-480a-bd6a-dda181e130b9 req-b4e93d16-86af-44df-8046-780e45ec6973 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0479980 Jul 15 15:14:58.623783 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327910b-5b8a-4c61-b38a-1a4f6b0776c7 req-3ff8a12e-65ea-4abc-a919-80f3d081a71e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:58.625295 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c327910b-5b8a-4c61-b38a-1a4f6b0776c7 req-3ff8a12e-65ea-4abc-a919-80f3d081a71e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 944 time: 0.0600200 Jul 15 15:14:58.674523 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c327910b-5b8a-4c61-b38a-1a4f6b0776c7 req-f1fb768e-9af4-4cf7-9927-522194cf69e6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 Jul 15 15:14:59.468019 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b693686-9fe9-4e1f-9b8f-c282b32b398e req-d93d52f8-05c9-4f63-a6a1-eccd37e3310d tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:59.469504 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1b693686-9fe9-4e1f-9b8f-c282b32b398e req-d93d52f8-05c9-4f63-a6a1-eccd37e3310d tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0533435 Jul 15 15:14:59.518225 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1b693686-9fe9-4e1f-9b8f-c282b32b398e req-94840d61-e7a4-47a0-bdb4-67a786242f5d tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432448 Jul 15 15:14:59.817343 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fc76d-5add-45e2-a3b5-c393d1340c91 req-ea506b98-1f49-4691-b958-28a41e7ecbd6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:14:59.818869 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-460fc76d-5add-45e2-a3b5-c393d1340c91 req-ea506b98-1f49-4691-b958-28a41e7ecbd6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 944 time: 0.0597196 Jul 15 15:14:59.872459 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-460fc76d-5add-45e2-a3b5-c393d1340c91 req-6920cf67-5a0b-4d9d-a49b-bba4889bc66e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474930 Jul 15 15:15:00.294754 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:00.341521 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:15:00.345828 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:15:00.346201 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:00.419941 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:15:00.420334 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:00.443118 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:15:00.445426 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487db489-423f-4086-8877-e645a054d968" -d '{"events": [{"server_uuid": "f99d9cc5-9dc5-441b-bc78-44ec6758ba00", "name": "network-vif-plugged", "status": "completed", "tag": "af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:00.457982 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:00.462298 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:00.484528 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a84f6ce-d7c3-430d-b4f3-50ea1a8416f1 x-openstack-request-id: req-0a84f6ce-d7c3-430d-b4f3-50ea1a8416f1 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:00.484840 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99d9cc5-9dc5-441b-bc78-44ec6758ba00", "name": "network-vif-plugged", "status": "completed", "tag": "af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:00.485095 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0a84f6ce-d7c3-430d-b4f3-50ea1a8416f1 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:00.485491 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a84f6ce-d7c3-430d-b4f3-50ea1a8416f1'] response: {'server_uuid': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64', 'code': 200} Jul 15 15:15:00.510697 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:00.656799 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b02a47-c2ad-4787-ba2e-9be107f5bb37 req-c04dbcdb-0f8c-474f-9158-b9ac8959da9f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:00.658442 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-33b02a47-c2ad-4787-ba2e-9be107f5bb37 req-c04dbcdb-0f8c-474f-9158-b9ac8959da9f tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0708542 Jul 15 15:15:00.708083 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-33b02a47-c2ad-4787-ba2e-9be107f5bb37 req-0c741615-36ec-4c09-b41f-5c2e77e3b166 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435674 Jul 15 15:15:01.000869 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa3b2e-2bcc-4a16-93cf-eacdb268a615 req-b03593ef-42f9-47f8-9b4f-d57c3733d9f0 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:01.002959 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7aaa3b2e-2bcc-4a16-93cf-eacdb268a615 req-b03593ef-42f9-47f8-9b4f-d57c3733d9f0 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 945 time: 0.0584786 Jul 15 15:15:01.052210 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7aaa3b2e-2bcc-4a16-93cf-eacdb268a615 req-6744583d-d099-4660-84dc-ba26406e0023 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438538 Jul 15 15:15:01.833480 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d271b-c03a-45e1-8e08-ad6c4b6301c7 req-73e57942-d12d-4e0c-b5bf-964a2d852ecb tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:01.834964 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-948d271b-c03a-45e1-8e08-ad6c4b6301c7 req-73e57942-d12d-4e0c-b5bf-964a2d852ecb tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0580969 Jul 15 15:15:01.886326 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-948d271b-c03a-45e1-8e08-ad6c4b6301c7 req-b4aaaed6-086d-4240-8ab7-3c0c6a1fb6f6 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429749 Jul 15 15:15:02.200001 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dab5d-3a47-4655-8a42-87011bb252f5 req-a0fb5ca9-764e-48ae-b9fd-3353fac2c026 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:02.202579 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c41dab5d-3a47-4655-8a42-87011bb252f5 req-a0fb5ca9-764e-48ae-b9fd-3353fac2c026 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 945 time: 0.0816202 Jul 15 15:15:02.257495 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c41dab5d-3a47-4655-8a42-87011bb252f5 req-6528fca9-7c21-464c-a2a1-c76b50be16cd tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492396 Jul 15 15:15:02.372787 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd27a5-e914-42a6-bfa9-1712d885a4c5 req-70769488-df55-4e05-baee-2d6e27afe412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:02.374283 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-76fd27a5-e914-42a6-bfa9-1712d885a4c5 req-70769488-df55-4e05-baee-2d6e27afe412 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 1129 time: 0.0465317 Jul 15 15:15:02.429375 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-76fd27a5-e914-42a6-bfa9-1712d885a4c5 req-8ef1225b-cd87-4c59-a0bc-0528ad668ea1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425935 Jul 15 15:15:03.014303 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc239-6e79-462f-bfe5-ec420b2c9d96 req-559a96bb-2612-43cf-bd7b-3c375dbea617 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:03.016291 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fdccc239-6e79-462f-bfe5-ec420b2c9d96 req-559a96bb-2612-43cf-bd7b-3c375dbea617 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0564222 Jul 15 15:15:03.074882 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fdccc239-6e79-462f-bfe5-ec420b2c9d96 req-2d80a511-f714-4f61-8695-19ece7e6ad20 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0518322 Jul 15 15:15:03.398898 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c3ad7-fcd9-4c61-aa88-3ad12219448f req-c2e756b5-ac17-440f-98e4-4b4c1717356c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:03.400479 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a85c3ad7-fcd9-4c61-aa88-3ad12219448f req-c2e756b5-ac17-440f-98e4-4b4c1717356c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 945 time: 0.0665140 Jul 15 15:15:03.453322 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a85c3ad7-fcd9-4c61-aa88-3ad12219448f req-c23a890b-4e0f-4573-bb94-9b30c00b7b87 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458941 Jul 15 15:15:04.214364 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af172b-d66e-4a36-8a4d-aa69552dc815 req-7a7a552e-a9cd-49f6-bb45-5e55599cadb6 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:04.216205 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a7af172b-d66e-4a36-8a4d-aa69552dc815 req-7a7a552e-a9cd-49f6-bb45-5e55599cadb6 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0570803 Jul 15 15:15:04.275363 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a7af172b-d66e-4a36-8a4d-aa69552dc815 req-196743f4-2d25-4040-a27d-3acd4d593b57 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508857 Jul 15 15:15:04.538665 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017812ee-d287-4306-abea-7ce5832af36d req-40648b5c-47fc-480e-881f-b646be5fcd18 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:04.540310 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-017812ee-d287-4306-abea-7ce5832af36d req-40648b5c-47fc-480e-881f-b646be5fcd18 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0878506 Jul 15 15:15:04.593007 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9fb87-825b-4438-b0fd-32e01ea9cde1 req-9b48242a-cf55-4d60-85fe-ee4ffef449ea tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:04.594521 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-20a9fb87-825b-4438-b0fd-32e01ea9cde1 req-9b48242a-cf55-4d60-85fe-ee4ffef449ea tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 945 time: 0.0624321 Jul 15 15:15:04.634852 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-017812ee-d287-4306-abea-7ce5832af36d req-80479c27-ec97-4c37-ad5a-46763a5a18a3 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0877695 Jul 15 15:15:04.647900 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-20a9fb87-825b-4438-b0fd-32e01ea9cde1 req-fb2bc879-9901-4a21-81c1-c0fc1e0cd747 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473170 Jul 15 15:15:04.652685 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-5235f76a-43d1-4e23-adeb-d0ce2c46fdac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2335794 Jul 15 15:15:04.770305 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca92771-79d6-466a-9f4b-3da6bb0abddc req-45275e91-5266-45ec-a2b3-bf5ab437fb9a tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:04.771725 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fca92771-79d6-466a-9f4b-3da6bb0abddc req-45275e91-5266-45ec-a2b3-bf5ab437fb9a tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 945 time: 0.0555279 Jul 15 15:15:04.857462 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-5570ff08-6051-47c3-86d2-55092c705891 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:04.859018 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-5570ff08-6051-47c3-86d2-55092c705891 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports/541d934e-341f-44b4-8057-923e629ae67a HTTP/1.1" status: 200 len: 942 time: 0.1756854 Jul 15 15:15:05.087244 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-fca92771-79d6-466a-9f4b-3da6bb0abddc req-14575b37-7950-48c7-b972-4f50c0250e29 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093183 Jul 15 15:15:05.112293 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 42678) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:15:05.270299 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62bb138-2dac-4c6e-8199-95bcb56c5ec2 tempest-TestVolumeBootPattern-1124557201 tempest-TestVolumeBootPattern-1124557201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:05.272184 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-c62bb138-2dac-4c6e-8199-95bcb56c5ec2 tempest-TestVolumeBootPattern-1124557201 tempest-TestVolumeBootPattern-1124557201-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 1124 time: 0.1584890 Jul 15 15:15:05.275403 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42682) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:15:05.280633 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'port_id': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:15:05.303464 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:05.406621 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:05.517836 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Allocated IP 172.27.2.116 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/202571b9-fc6f-4fa3-a9a1-a629a1dd94c1) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:15:05.627082 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for port (202571b9-fc6f-4fa3-a9a1-a629a1dd94c1), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:05.672954 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (202571b9-fc6f-4fa3-a9a1-a629a1dd94c1), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:05.742915 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:15:05.747833 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:05.759376 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:15:05.789504 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b19b08-7dea-415f-8c81-f23507d9b157 req-a56c0a4e-5b38-43a2-9523-653326a243bb tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:05.791268 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f5b19b08-7dea-415f-8c81-f23507d9b157 req-a56c0a4e-5b38-43a2-9523-653326a243bb tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0815825 Jul 15 15:15:05.794534 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'Port': ['ID=202571b9-fc6f-4fa3-a9a1-a629a1dd94c1,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:05.854039 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f5b19b08-7dea-415f-8c81-f23507d9b157 req-67b3da32-7a7a-4001-a4e3-a64073207cfb tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0495265 Jul 15 15:15:06.200018 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (21061c45-1e01-49f8-b087-432ee74f68c0), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:06.270774 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (202571b9-fc6f-4fa3-a9a1-a629a1dd94c1), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:06.337399 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 541d934e-341f-44b4-8057-923e629ae67a no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:06.422533 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 541d934e-341f-44b4-8057-923e629ae67a is: ACTIVE; New status is: DOWN {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:15:06.422935 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (541d934e-341f-44b4-8057-923e629ae67a), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:06.441336 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for port (202571b9-fc6f-4fa3-a9a1-a629a1dd94c1), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:06.446606 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (202571b9-fc6f-4fa3-a9a1-a629a1dd94c1), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:06.447103 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '541d934e-341f-44b4-8057-923e629ae67a'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:15:06.450134 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798dfd42-3197-4fed-943c-f4faa803e1be" -d '{"events": [{"server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "name": "network-vif-unplugged", "status": "completed", "tag": "541d934e-341f-44b4-8057-923e629ae67a"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:06.462799 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 541d934e-341f-44b4-8057-923e629ae67a, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=541d934e-341f-44b4-8057-923e629ae67a,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:06.468563 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (541d934e-341f-44b4-8057-923e629ae67a), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:06.496995 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Jul 2022 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee46d2b-de49-4872-a69c-7a3d0752906f x-openstack-request-id: req-dee46d2b-de49-4872-a69c-7a3d0752906f {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:06.497761 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "name": "network-vif-unplugged", "status": "completed", "tag": "541d934e-341f-44b4-8057-923e629ae67a", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:06.497761 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dee46d2b-de49-4872-a69c-7a3d0752906f {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:06.498408 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee46d2b-de49-4872-a69c-7a3d0752906f'] response: {'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '541d934e-341f-44b4-8057-923e629ae67a', 'code': 200} Jul 15 15:15:06.514213 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'Port': ['ID=202571b9-fc6f-4fa3-a9a1-a629a1dd94c1,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:06.529076 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (21061c45-1e01-49f8-b087-432ee74f68c0), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:06.538779 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=541d934e-341f-44b4-8057-923e629ae67a,revision_number=6']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:06.623888 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.l3_db [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Floating IP 21061c45-1e01-49f8-b087-432ee74f68c0 associated. External IP: 172.27.2.116, port: af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64. Jul 15 15:15:06.830144 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Router fd3f53d2-bd88-40b9-88fc-092baf3ce66b has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:15:06.930456 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:15:06.942267 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55716e76-6a7b-41b4-b0c6-0b762efcfd5e None None] Sync routers for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:15:06.950197 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:06.953338 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55716e76-6a7b-41b4-b0c6-0b762efcfd5e None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:15:06.955182 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-55716e76-6a7b-41b4-b0c6-0b762efcfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:14:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:06.986793 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-3acf3f72-24fc-4d95-8db7-e37436386b67 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7073305 Jul 15 15:15:06.986793 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'tag': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:15:06.987479 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f07713c-42d9-4dc3-8774-1f8c38c3ac7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f99d9cc5-9dc5-441b-bc78-44ec6758ba00", "tag": "af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:07.007858 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54a635-e894-4f2f-a70e-e6b6c2c988da req-d6ebaf70-6846-4db8-a278-1eb818ad907a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:07.009431 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fd54a635-e894-4f2f-a70e-e6b6c2c988da req-d6ebaf70-6846-4db8-a278-1eb818ad907a tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0832863 Jul 15 15:15:07.069578 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-55716e76-6a7b-41b4-b0c6-0b762efcfd5e None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:15:07.077740 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fd54a635-e894-4f2f-a70e-e6b6c2c988da req-6788e995-a584-4365-adb1-ab9319206730 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0617964 Jul 15 15:15:07.134522 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c18f9e-820f-466b-a829-e3e118069b05 x-openstack-request-id: req-19c18f9e-820f-466b-a829-e3e118069b05 {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:07.134919 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99d9cc5-9dc5-441b-bc78-44ec6758ba00", "tag": "af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:07.135344 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19c18f9e-820f-466b-a829-e3e118069b05 {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:07.135855 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c18f9e-820f-466b-a829-e3e118069b05'] response: {'name': 'network-changed', 'server_uuid': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'tag': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64', 'status': 'completed', 'code': 200} Jul 15 15:15:07.545649 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-55716e76-6a7b-41b4-b0c6-0b762efcfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '21061c45-1e01-49f8-b087-432ee74f68c0', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:b5:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:15:06Z', 'updated_at': '2022-07-15T15:15:06Z', 'revision_number': 0, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:07.573731 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55716e76-6a7b-41b4-b0c6-0b762efcfd5e None None] Checking router: fd3f53d2-bd88-40b9-88fc-092baf3ce66b for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:15:07.586129 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55716e76-6a7b-41b4-b0c6-0b762efcfd5e None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:15:07.586820 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-55716e76-6a7b-41b4-b0c6-0b762efcfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:14:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:07.652270 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2953762a-3517-47f1-8669-7b0799ae8900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:07.700772 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-55716e76-6a7b-41b4-b0c6-0b762efcfd5e None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:15:07.983150 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-55716e76-6a7b-41b4-b0c6-0b762efcfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '21061c45-1e01-49f8-b087-432ee74f68c0', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:b5:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:15:06Z', 'updated_at': '2022-07-15T15:15:06Z', 'revision_number': 0, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:08.013649 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55716e76-6a7b-41b4-b0c6-0b762efcfd5e None None] The sync data for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi is: [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': '21061c45-1e01-49f8-b087-432ee74f68c0', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:b5:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:15:06Z', 'updated_at': '2022-07-15T15:15:06Z', 'revision_number': 0, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:15:08.216726 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c55ad-1841-45a3-bf05-54aafe5c40c9 req-eac3f6ce-377f-4464-b82e-0bf72d4a37a8 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:08.218031 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:08.218314 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5d6c55ad-1841-45a3-bf05-54aafe5c40c9 req-eac3f6ce-377f-4464-b82e-0bf72d4a37a8 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0704525 Jul 15 15:15:08.239254 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219ee178-5042-4f84-b318-8372d49c6f05 None None] New status for floating IP 21061c45-1e01-49f8-b087-432ee74f68c0: ACTIVE {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:15:08.281019 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5d6c55ad-1841-45a3-bf05-54aafe5c40c9 req-531c5df2-f4e7-496b-92f2-eb409ef01ec6 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0543177 Jul 15 15:15:09.408232 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b61a0f-5942-43b0-b400-2b76ab81d916 req-95d167a7-063e-4c6b-aea6-1cc6fae9bc9b tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:09.410023 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-60b61a0f-5942-43b0-b400-2b76ab81d916 req-95d167a7-063e-4c6b-aea6-1cc6fae9bc9b tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0540469 Jul 15 15:15:09.460728 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-60b61a0f-5942-43b0-b400-2b76ab81d916 req-d5f6baf7-282f-4bd9-8b2f-af4565acd980 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446625 Jul 15 15:15:09.502235 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07713c-42d9-4dc3-8774-1f8c38c3ac7a req-3928d458-c842-47b1-946e-ff928fda4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:09.503738 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5f07713c-42d9-4dc3-8774-1f8c38c3ac7a req-3928d458-c842-47b1-946e-ff928fda4419 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 1129 time: 0.0470300 Jul 15 15:15:09.627708 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07713c-42d9-4dc3-8774-1f8c38c3ac7a req-1b36e00f-fe3c-4c66-90ab-9f32e0faac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:09.629624 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5f07713c-42d9-4dc3-8774-1f8c38c3ac7a req-1b36e00f-fe3c-4c66-90ab-9f32e0faac5c service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.1196520 Jul 15 15:15:09.703660 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5f07713c-42d9-4dc3-8774-1f8c38c3ac7a req-51fff4e9-84f6-4a4d-b494-d7a645ec8298 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 HTTP/1.1" status: 200 len: 1001 time: 0.0653903 Jul 15 15:15:09.735554 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b284088a-b560-4dce-87eb-01b67b12f639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:09.816343 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07713c-42d9-4dc3-8774-1f8c38c3ac7a req-ecfd12cb-7d96-49df-bb3e-ee8a176cfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:09.818102 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5f07713c-42d9-4dc3-8774-1f8c38c3ac7a req-ecfd12cb-7d96-49df-bb3e-ee8a176cfd2d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0792904 Jul 15 15:15:09.857407 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-2bf5a21b-6828-40f0-83cd-7abed3d76e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:09.858902 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-2bf5a21b-6828-40f0-83cd-7abed3d76e75 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd&tenant_id=594b86276b564dae97f62939276271c0 HTTP/1.1" status: 200 len: 1127 time: 0.0926161 Jul 15 15:15:09.881876 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07713c-42d9-4dc3-8774-1f8c38c3ac7a req-8ec0d97c-57e3-454f-bccb-d034bfe1b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:09.883471 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5f07713c-42d9-4dc3-8774-1f8c38c3ac7a req-8ec0d97c-57e3-454f-bccb-d034bfe1b286 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569785 Jul 15 15:15:10.021686 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-dcb9d58b-3eba-45fc-a30a-741380cb9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:10.023159 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-dcb9d58b-3eba-45fc-a30a-741380cb9b23 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=594b86276b564dae97f62939276271c0&device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 1127 time: 0.1097238 Jul 15 15:15:10.025271 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5f07713c-42d9-4dc3-8774-1f8c38c3ac7a req-30434339-95e2-403b-8b0e-c77d554a8180 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346622 Jul 15 15:15:10.218005 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5f07713c-42d9-4dc3-8774-1f8c38c3ac7a req-17ab1cfd-e23c-479b-84cd-1537145dede9 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733749 Jul 15 15:15:10.219817 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-b7ea11cb-43a5-4263-a0f7-510e284fbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:10.222132 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-b7ea11cb-43a5-4263-a0f7-510e284fbf85 service neutron] 10.222.0.77 "GET /v2.0/networks?id=27602e48-df48-4d2e-9672-d1853c1e8df2 HTTP/1.1" status: 200 len: 910 time: 0.1872418 Jul 15 15:15:10.304167 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-e2322060-59db-4b94-829c-99dadfd3e7be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541d934e-341f-44b4-8057-923e629ae67a HTTP/1.1" status: 200 len: 999 time: 0.0648856 Jul 15 15:15:10.355732 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-54aa872a-0cc7-46a3-b7b1-e13b2ad08c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:10.358005 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-54aa872a-0cc7-46a3-b7b1-e13b2ad08c51 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1aa503bb-4d46-4842-8330-bcabad45e393 HTTP/1.1" status: 200 len: 848 time: 0.0465443 Jul 15 15:15:10.407908 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-30a9db8e-a5a9-49b2-a676-d394709ed2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:10.409456 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-30a9db8e-a5a9-49b2-a676-d394709ed2d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=27602e48-df48-4d2e-9672-d1853c1e8df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455539 Jul 15 15:15:10.503811 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-939b35bb-3d6a-40da-a67f-5114c8fac663 service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871286 Jul 15 15:15:10.633247 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e8c5f4e3-7a1f-4bc9-90d9-30b7a6277a99 req-fa152a4c-3cdd-4b02-9ffe-e135e9ff00ca service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238465 Jul 15 15:15:10.641172 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6240a-e256-439b-bb99-32597cd1f1b3 req-ff8b3107-c3a4-495f-816c-ca04267ba2b1 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:10.642511 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4fa6240a-e256-439b-bb99-32597cd1f1b3 req-ff8b3107-c3a4-495f-816c-ca04267ba2b1 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0898068 Jul 15 15:15:10.693935 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4fa6240a-e256-439b-bb99-32597cd1f1b3 req-e79748cf-8834-4b52-863b-ee1bd65fac81 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441206 Jul 15 15:15:11.018040 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:11.821501 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce5a89-2527-43b3-8c5a-bd77d246761e req-f9ad4d84-059b-4c39-91e1-c219aa65e40e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:11.823143 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-15ce5a89-2527-43b3-8c5a-bd77d246761e req-f9ad4d84-059b-4c39-91e1-c219aa65e40e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0552962 Jul 15 15:15:11.871778 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-15ce5a89-2527-43b3-8c5a-bd77d246761e req-e455c78b-8ded-4d76-921a-c0f9f0424f38 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428648 Jul 15 15:15:12.445124 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:13.000982 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f8d5e-d68c-4915-9f72-5734a4ef6ed3 req-33c6bb4f-025a-4136-b484-6d66ab31ff99 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:13.002474 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b54f8d5e-d68c-4915-9f72-5734a4ef6ed3 req-33c6bb4f-025a-4136-b484-6d66ab31ff99 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0571420 Jul 15 15:15:13.060878 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b54f8d5e-d68c-4915-9f72-5734a4ef6ed3 req-7c53f60e-1c75-41d5-99a3-d873c53ff830 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508502 Jul 15 15:15:13.934168 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:14.081623 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42762) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:15:14.198212 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-80e07632-fcce-4c76-aa89-7e7408847b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:14.221144 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3a4d9-96b5-4504-9717-890f98b637f0 req-7326a747-492b-4143-b3cd-34372b9b1538 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:14.222690 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-06e3a4d9-96b5-4504-9717-890f98b637f0 req-7326a747-492b-4143-b3cd-34372b9b1538 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0908651 Jul 15 15:15:14.311199 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-06e3a4d9-96b5-4504-9717-890f98b637f0 req-d234a787-081d-40ed-9c52-94df2ddaa444 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0814471 Jul 15 15:15:14.344046 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-80e07632-fcce-4c76-aa89-7e7408847b5f admin admin] Publish callbacks [] for security_group (780151b5-d8e9-41bf-8ce9-119adcf6f550), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:14.348552 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-80e07632-fcce-4c76-aa89-7e7408847b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (780151b5-d8e9-41bf-8ce9-119adcf6f550), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:14.390371 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-80e07632-fcce-4c76-aa89-7e7408847b5f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=12c9972718014d65ab2bcac21381f68b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076658 Jul 15 15:15:14.391498 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e07632-fcce-4c76-aa89-7e7408847b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780151b5-d8e9-41bf-8ce9-119adcf6f550,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:14.393071 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 42768) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:15:14.442367 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-41e970da-e554-44a8-ae64-d5865f49a163 admin admin] Publish callbacks [] for security_group (780151b5-d8e9-41bf-8ce9-119adcf6f550), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:14.463684 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-41e970da-e554-44a8-ae64-d5865f49a163 admin admin] Publish callbacks [] for security_group (780151b5-d8e9-41bf-8ce9-119adcf6f550), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:14.515927 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-41e970da-e554-44a8-ae64-d5865f49a163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (780151b5-d8e9-41bf-8ce9-119adcf6f550), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:14.518544 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-41e970da-e554-44a8-ae64-d5865f49a163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:14.519616 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-41e970da-e554-44a8-ae64-d5865f49a163 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/780151b5-d8e9-41bf-8ce9-119adcf6f550 HTTP/1.1" status: 204 len: 168 time: 0.1255665 Jul 15 15:15:14.529103 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e970da-e554-44a8-ae64-d5865f49a163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780151b5-d8e9-41bf-8ce9-119adcf6f550,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:15.716462 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a66e72-1420-4acc-a68a-81d4011c622a req-813d9ea1-511c-461d-ba8b-b131f3d53bc5 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:15.717682 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-97a66e72-1420-4acc-a68a-81d4011c622a req-813d9ea1-511c-461d-ba8b-b131f3d53bc5 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.3345919 Jul 15 15:15:15.771467 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-97a66e72-1420-4acc-a68a-81d4011c622a req-e86f13d3-92fa-455a-ae43-43d9f23b1efe tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0485141 Jul 15 15:15:16.900888 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f80c2-917b-4d88-92aa-dd148bc7da4e req-f7ecbdfb-7a46-4216-ab26-a40a99d4b392 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:16.902929 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-301f80c2-917b-4d88-92aa-dd148bc7da4e req-f7ecbdfb-7a46-4216-ab26-a40a99d4b392 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0578973 Jul 15 15:15:16.951491 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-301f80c2-917b-4d88-92aa-dd148bc7da4e req-4654ec65-13a9-4f4a-a1fd-6f99de7728da tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429819 Jul 15 15:15:18.074702 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6357623-b28e-4b20-b466-143760052bb9 req-3d0fe295-f851-4278-bcb7-717307ba4cbd tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:18.076166 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a6357623-b28e-4b20-b466-143760052bb9 req-3d0fe295-f851-4278-bcb7-717307ba4cbd tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0536635 Jul 15 15:15:18.127947 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a6357623-b28e-4b20-b466-143760052bb9 req-3b3e079a-603c-4fdc-92ad-e70899f97403 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459495 Jul 15 15:15:19.140080 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5f486-f124-4753-b3ab-088744ba8e48 req-57a11aa3-89de-4720-a754-02c4236da427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:19.141593 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58d5f486-f124-4753-b3ab-088744ba8e48 req-57a11aa3-89de-4720-a754-02c4236da427 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=594b86276b564dae97f62939276271c0&device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 1127 time: 0.0524762 Jul 15 15:15:19.250258 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8ff0d-3e05-418d-875a-8a09d6af63e5 req-fcf5d208-72de-46e9-b1c5-809b4748ac75 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:19.251669 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-34f8ff0d-3e05-418d-875a-8a09d6af63e5 req-fcf5d208-72de-46e9-b1c5-809b4748ac75 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0522153 Jul 15 15:15:19.258270 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5f486-f124-4753-b3ab-088744ba8e48 req-774fd517-314b-449c-a1fb-ea686d810985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:19.259880 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58d5f486-f124-4753-b3ab-088744ba8e48 req-774fd517-314b-449c-a1fb-ea686d810985 service neutron] 10.222.0.77 "GET /v2.0/networks?id=27602e48-df48-4d2e-9672-d1853c1e8df2 HTTP/1.1" status: 200 len: 910 time: 0.0986526 Jul 15 15:15:19.303257 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-34f8ff0d-3e05-418d-875a-8a09d6af63e5 req-fd482117-3a41-4b97-88d3-93f8a7bff790 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447783 Jul 15 15:15:19.330681 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58d5f486-f124-4753-b3ab-088744ba8e48 req-698b4a55-f3a1-4225-8168-17add74748ce service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541d934e-341f-44b4-8057-923e629ae67a HTTP/1.1" status: 200 len: 999 time: 0.0646212 Jul 15 15:15:19.382149 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5f486-f124-4753-b3ab-088744ba8e48 req-91beec35-f25f-4a55-b214-42c83c9abda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:19.383626 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58d5f486-f124-4753-b3ab-088744ba8e48 req-91beec35-f25f-4a55-b214-42c83c9abda9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1aa503bb-4d46-4842-8330-bcabad45e393 HTTP/1.1" status: 200 len: 848 time: 0.0470545 Jul 15 15:15:19.434343 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5f486-f124-4753-b3ab-088744ba8e48 req-52fda4cd-43d3-4cfc-b9f3-814cb6775f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:19.435871 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58d5f486-f124-4753-b3ab-088744ba8e48 req-52fda4cd-43d3-4cfc-b9f3-814cb6775f98 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=27602e48-df48-4d2e-9672-d1853c1e8df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462487 Jul 15 15:15:19.526699 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58d5f486-f124-4753-b3ab-088744ba8e48 req-d9311912-9457-467a-8d81-0e694054ae5c service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848088 Jul 15 15:15:19.615763 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58d5f486-f124-4753-b3ab-088744ba8e48 req-bb46afca-d2db-4b49-b10a-4a11ec5645c6 service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833557 Jul 15 15:15:20.360329 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 541d934e-341f-44b4-8057-923e629ae67a details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:15:20.428182 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccabacf-0ed6-41af-831a-5b51d7c11399 req-b10bdd2d-242e-4310-a447-cf7884489346 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:20.429722 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2ccabacf-0ed6-41af-831a-5b51d7c11399 req-b10bdd2d-242e-4310-a447-cf7884489346 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 943 time: 0.0579016 Jul 15 15:15:20.462303 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 541d934e-341f-44b4-8057-923e629ae67a, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=541d934e-341f-44b4-8057-923e629ae67a,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:20.474081 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': '541d934e-341f-44b4-8057-923e629ae67a', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'port_id': '541d934e-341f-44b4-8057-923e629ae67a', 'mac_address': 'fa:16:3e:e0:0c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:15:20.479449 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2ccabacf-0ed6-41af-831a-5b51d7c11399 req-3307d4ff-cdc1-4084-893c-0c5f8f50f399 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435679 Jul 15 15:15:20.509138 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 541d934e-341f-44b4-8057-923e629ae67a is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:15:20.509528 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (541d934e-341f-44b4-8057-923e629ae67a), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:20.522334 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541d934e-341f-44b4-8057-923e629ae67a {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:15:20.541376 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 541d934e-341f-44b4-8057-923e629ae67a, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=541d934e-341f-44b4-8057-923e629ae67a,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:20.546322 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (541d934e-341f-44b4-8057-923e629ae67a), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:20.592341 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=541d934e-341f-44b4-8057-923e629ae67a,revision_number=7']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:20.599906 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.600300 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.600722 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.601090 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.601466 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.601830 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.602231 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.602588 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.602926 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.603280 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.603643 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.603975 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.604322 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:20.983229 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['541d934e-341f-44b4-8057-923e629ae67a'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:21.600836 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd49b6-efb4-4b7e-8a9a-f1072fadcaef req-29574b0d-bdda-46e4-9a71-dea8ffce7465 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:21.602333 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-85dd49b6-efb4-4b7e-8a9a-f1072fadcaef req-29574b0d-bdda-46e4-9a71-dea8ffce7465 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 944 time: 0.0558004 Jul 15 15:15:21.656123 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-85dd49b6-efb4-4b7e-8a9a-f1072fadcaef req-4a8c3ba4-9631-4f4d-9c51-84e91ccf1127 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474384 Jul 15 15:15:22.371826 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 541d934e-341f-44b4-8057-923e629ae67a up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:22.424963 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port 541d934e-341f-44b4-8057-923e629ae67a triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:15:22.425347 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (541d934e-341f-44b4-8057-923e629ae67a), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:22.498069 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port 541d934e-341f-44b4-8057-923e629ae67a is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:15:22.498462 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (541d934e-341f-44b4-8057-923e629ae67a), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:22.521300 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541d934e-341f-44b4-8057-923e629ae67a'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:15:22.523559 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae392f9-6669-400b-8569-c97573e983f1" -d '{"events": [{"server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "name": "network-vif-plugged", "status": "completed", "tag": "541d934e-341f-44b4-8057-923e629ae67a"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:22.539597 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port 541d934e-341f-44b4-8057-923e629ae67a, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=541d934e-341f-44b4-8057-923e629ae67a,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:22.544322 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (541d934e-341f-44b4-8057-923e629ae67a), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:22.571772 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2565fe99-2d83-4a40-8e22-bb31c28280f2 x-openstack-request-id: req-2565fe99-2d83-4a40-8e22-bb31c28280f2 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:22.572065 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "name": "network-vif-plugged", "status": "completed", "tag": "541d934e-341f-44b4-8057-923e629ae67a", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:22.572323 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2565fe99-2d83-4a40-8e22-bb31c28280f2 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:22.572743 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2565fe99-2d83-4a40-8e22-bb31c28280f2'] response: {'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541d934e-341f-44b4-8057-923e629ae67a', 'code': 200} Jul 15 15:15:22.598028 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=541d934e-341f-44b4-8057-923e629ae67a,revision_number=8']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:22.779186 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc94f6-117a-4897-b5a4-0de39a6805c5 req-eb1604b3-a1c0-419f-9395-f0fe695b6ee7 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:22.780705 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c1fc94f6-117a-4897-b5a4-0de39a6805c5 req-eb1604b3-a1c0-419f-9395-f0fe695b6ee7 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0563116 Jul 15 15:15:22.832960 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c1fc94f6-117a-4897-b5a4-0de39a6805c5 req-8da13a9e-1730-4f3e-8b7a-93ecff0c1cbf tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461915 Jul 15 15:15:22.904512 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c2de3-780d-4151-8868-daf1219aba67 req-25bd9d8e-92b1-41b6-8a89-e68dcc018c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:22.906030 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad8c2de3-780d-4151-8868-daf1219aba67 req-25bd9d8e-92b1-41b6-8a89-e68dcc018c34 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 1129 time: 0.0454276 Jul 15 15:15:22.955415 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ad8c2de3-780d-4151-8868-daf1219aba67 req-9b4abac4-6cbe-481e-a71f-dbb14e198616 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430024 Jul 15 15:15:23.959066 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503503-e0a7-4994-865e-5aa76581f6b8 req-91350539-eb0d-4317-9258-287da779a043 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:23.960702 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-82503503-e0a7-4994-865e-5aa76581f6b8 req-91350539-eb0d-4317-9258-287da779a043 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0590942 Jul 15 15:15:24.019280 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-82503503-e0a7-4994-865e-5aa76581f6b8 req-5b1afcb3-de80-4f15-a5c6-058a38622495 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0525353 Jul 15 15:15:24.509429 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:15:25.150466 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96088be-e8fa-4e11-b916-1ddcadabc815 req-fcc40fd7-7c98-4495-9b59-a7ed1f9de69b tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:15:25.156570 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a96088be-e8fa-4e11-b916-1ddcadabc815 req-fcc40fd7-7c98-4495-9b59-a7ed1f9de69b tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0636632 Jul 15 15:15:25.211911 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-a96088be-e8fa-4e11-b916-1ddcadabc815 req-d315d590-989e-4d60-b663-28a052995715 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0534914 Jul 15 15:15:37.644584 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9f3ec173-b160-4ab5-a07c-38a923311906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:38.204507 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:39.744145 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9b45d2fb-38f8-404d-850b-a62239824bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:41.021440 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:42.447556 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:15:43.940270 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:01.512065 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:16:07.647637 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-bb7db575-8156-4864-a51b-5d3d8ae513a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:08.218958 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:09.740182 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ffc8b8fb-03f8-4034-a86a-59ad883eeed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:11.026773 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:12.458564 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:13.934042 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:20.087078 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6f1b1a22-cf11-4d3e-8807-343c2073c739 req-a1edaf5a-770c-4296-96ad-8fb230c17f5d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441322 Jul 15 15:16:20.171289 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b1a22-cf11-4d3e-8807-343c2073c739 req-27081d7a-5569-4322-945c-6d15c72eeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:16:20.172802 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6f1b1a22-cf11-4d3e-8807-343c2073c739 req-27081d7a-5569-4322-945c-6d15c72eeb4e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 1129 time: 0.0480387 Jul 15 15:16:20.295469 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b1a22-cf11-4d3e-8807-343c2073c739 req-01e75fa6-13a6-416b-b3b9-ce0795bc1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:16:20.296882 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6f1b1a22-cf11-4d3e-8807-343c2073c739 req-01e75fa6-13a6-416b-b3b9-ce0795bc1f51 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.1005228 Jul 15 15:16:20.366271 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6f1b1a22-cf11-4d3e-8807-343c2073c739 req-ba4e0d84-8da9-44a2-9e1a-2ba6ab431c78 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 HTTP/1.1" status: 200 len: 1001 time: 0.0619097 Jul 15 15:16:20.418247 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b1a22-cf11-4d3e-8807-343c2073c739 req-2d0ca35d-55f3-4d35-b15a-6b61928bffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:16:20.419931 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6f1b1a22-cf11-4d3e-8807-343c2073c739 req-2d0ca35d-55f3-4d35-b15a-6b61928bffda service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0471914 Jul 15 15:16:20.481145 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b1a22-cf11-4d3e-8807-343c2073c739 req-b1093811-53c6-4b25-8890-0f8a814cbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:16:20.482784 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6f1b1a22-cf11-4d3e-8807-343c2073c739 req-b1093811-53c6-4b25-8890-0f8a814cbeb6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569258 Jul 15 15:16:20.594547 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6f1b1a22-cf11-4d3e-8807-343c2073c739 req-342c19ef-6c84-4582-a40c-53eb12356a06 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049442 Jul 15 15:16:20.709360 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6f1b1a22-cf11-4d3e-8807-343c2073c739 req-cf157d5f-baa0-4fc0-9a85-a669c9beea6f service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084936 Jul 15 15:16:37.650101 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e570e07d-e246-4ac0-8f0c-188b8017cd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:38.218101 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:38.510970 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:16:39.742113 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3e011985-2582-4fd3-ad96-fd0189d51d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:41.031766 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:42.453565 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:43.939496 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:16:56.814016 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [req-8493ca3a-9537-4162-b9ed-66b7877be467 req-e54009ba-d88f-44b4-b7b3-439d1a2d3ab6 service neutron] (103712) timed out ('10.222.0.77', 49318) {{(pid=103712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 15 15:16:57.472714 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [req-fa0c0524-1317-4c7a-b898-ddc5a7dc2ce5 req-d36fa7c5-f0f8-4ee0-88b3-078f08074e77 service neutron] (103712) timed out ('10.222.0.77', 49309) {{(pid=103712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 15 15:17:01.005529 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42828) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:01.332767 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Deleting port 851c4ed9-13ae-4af1-8286-12c5847a8e02 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:17:01.333007 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (851c4ed9-13ae-4af1-8286-12c5847a8e02), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:01.421770 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (851c4ed9-13ae-4af1-8286-12c5847a8e02), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:01.422100 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for floatingip (851c4ed9-13ae-4af1-8286-12c5847a8e02), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:01.434396 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Calling delete_port for 851c4ed9-13ae-4af1-8286-12c5847a8e02 owned by network:floatingip {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:17:01.599835 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (851c4ed9-13ae-4af1-8286-12c5847a8e02), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:01.625171 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event deleted for resources: {'Port': ['ID=851c4ed9-13ae-4af1-8286-12c5847a8e02,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:01.656722 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.657079 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.657589 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.657977 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.658328 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.658668 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.659005 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.659519 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.659672 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.660035 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.660371 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.660730 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.661059 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:01.711683 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for floatingip (fad3d486-31d3-467f-91b9-527625d51327), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:01.712014 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.l3_db [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Floating IP fad3d486-31d3-467f-91b9-527625d51327 disassociated (deleted). External IP: 172.27.2.128, port: 541d934e-341f-44b4-8057-923e629ae67a. Jul 15 15:17:01.925255 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:17:02.029776 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:02.037395 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:02.042421 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b5250-8ed5-4006-b5e2-63d029f9739e None None] Sync routers for ids ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:02.053044 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b5250-8ed5-4006-b5e2-63d029f9739e None None] Routers {'b9f7655c-40e4-4ffc-8584-d5ca8007ca12'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:17:02.053664 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-3f4b5250-8ed5-4006-b5e2-63d029f9739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:16:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:02.068233 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-42896d3f-a5fb-4dc1-ad67-2727c2aa8ba0 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "DELETE /v2.0/floatingips/fad3d486-31d3-467f-91b9-527625d51327 HTTP/1.1" status: 204 len: 168 time: 1.0615931 Jul 15 15:17:02.068846 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'tag': '541d934e-341f-44b4-8057-923e629ae67a'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:17:02.071205 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b29b52-9645-454e-91a5-5d1897104c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "tag": "541d934e-341f-44b4-8057-923e629ae67a"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:02.109693 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be64435d-30f7-4816-a91d-dd2e5fa5d25a x-openstack-request-id: req-be64435d-30f7-4816-a91d-dd2e5fa5d25a {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:02.109990 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "tag": "541d934e-341f-44b4-8057-923e629ae67a", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:02.110252 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-be64435d-30f7-4816-a91d-dd2e5fa5d25a {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:02.110676 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be64435d-30f7-4816-a91d-dd2e5fa5d25a'] response: {'name': 'network-changed', 'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'tag': '541d934e-341f-44b4-8057-923e629ae67a', 'status': 'completed', 'code': 200} Jul 15 15:17:02.171229 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-3f4b5250-8ed5-4006-b5e2-63d029f9739e None None] Set router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:17:02.212676 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29b52-9645-454e-91a5-5d1897104c0d req-bbe89ef9-cf51-40f3-a716-7bbd3678901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:02.214540 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0b29b52-9645-454e-91a5-5d1897104c0d req-bbe89ef9-cf51-40f3-a716-7bbd3678901d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=594b86276b564dae97f62939276271c0&device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 1129 time: 0.0582416 Jul 15 15:17:02.321685 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29b52-9645-454e-91a5-5d1897104c0d req-8ab5bae5-c31b-4ee4-a492-92683fb22fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:02.323766 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0b29b52-9645-454e-91a5-5d1897104c0d req-8ab5bae5-c31b-4ee4-a492-92683fb22fda service neutron] 10.222.0.77 "GET /v2.0/networks?id=27602e48-df48-4d2e-9672-d1853c1e8df2 HTTP/1.1" status: 200 len: 910 time: 0.1034811 Jul 15 15:17:02.386596 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0b29b52-9645-454e-91a5-5d1897104c0d req-64dc7e13-a0f5-4743-96cd-90ee7c7d57fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=541d934e-341f-44b4-8057-923e629ae67a HTTP/1.1" status: 200 len: 217 time: 0.0560100 Jul 15 15:17:02.436886 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-3f4b5250-8ed5-4006-b5e2-63d029f9739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '41782fa9-456a-4fe7-bc68-bd76796e5e73', 'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'tenant_id': '594b86276b564dae97f62939276271c0', 'mac_address': 'fa:16:3e:30:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:17Z', 'updated_at': '2022-07-15T15:11:23Z', 'revision_number': 5, 'project_id': '594b86276b564dae97f62939276271c0', 'subnets': [{'id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:02.440405 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29b52-9645-454e-91a5-5d1897104c0d req-fb162ecb-40f1-40fa-9f55-9f1d567af044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:02.441930 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0b29b52-9645-454e-91a5-5d1897104c0d req-fb162ecb-40f1-40fa-9f55-9f1d567af044 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=1aa503bb-4d46-4842-8330-bcabad45e393 HTTP/1.1" status: 200 len: 848 time: 0.0499229 Jul 15 15:17:02.462883 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b5250-8ed5-4006-b5e2-63d029f9739e None None] Checking router: b9f7655c-40e4-4ffc-8584-d5ca8007ca12 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:02.472246 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b5250-8ed5-4006-b5e2-63d029f9739e None None] Routers {'b9f7655c-40e4-4ffc-8584-d5ca8007ca12'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:17:02.473101 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-3f4b5250-8ed5-4006-b5e2-63d029f9739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:16:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:02.483396 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6731274-368e-440f-bac5-a6ae80731ffd req-7c329eba-51f8-4c60-9e76-9160c274e7de tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:02.484972 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b6731274-368e-440f-bac5-a6ae80731ffd req-7c329eba-51f8-4c60-9e76-9160c274e7de tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.2048593 Jul 15 15:17:02.496501 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b29b52-9645-454e-91a5-5d1897104c0d req-92c8c36e-c527-4685-abb7-997d04438bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:02.498411 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0b29b52-9645-454e-91a5-5d1897104c0d req-92c8c36e-c527-4685-abb7-997d04438bd4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=27602e48-df48-4d2e-9672-d1853c1e8df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481186 Jul 15 15:17:02.573830 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-b6731274-368e-440f-bac5-a6ae80731ffd req-5bc731f2-af8a-4867-a241-91613e205a4c tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0816751 Jul 15 15:17:02.591974 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-3f4b5250-8ed5-4006-b5e2-63d029f9739e None None] Set router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:17:02.606057 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0b29b52-9645-454e-91a5-5d1897104c0d req-a923f406-2424-45b0-80f7-19ca0bf2d534 service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006346 Jul 15 15:17:02.699985 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c0b29b52-9645-454e-91a5-5d1897104c0d req-3bb842f0-af75-4eac-b305-ad530c16e2c4 service neutron] 10.222.0.77 "GET /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877805 Jul 15 15:17:02.878995 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-3f4b5250-8ed5-4006-b5e2-63d029f9739e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '41782fa9-456a-4fe7-bc68-bd76796e5e73', 'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'tenant_id': '594b86276b564dae97f62939276271c0', 'mac_address': 'fa:16:3e:30:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:17Z', 'updated_at': '2022-07-15T15:11:23Z', 'revision_number': 5, 'project_id': '594b86276b564dae97f62939276271c0', 'subnets': [{'id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:02.909103 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b5250-8ed5-4006-b5e2-63d029f9739e None None] The sync data for ids ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'] in dv-cinder-848821-1-iscsi is: [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:11:18Z', 'revision_number': 4, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': '41782fa9-456a-4fe7-bc68-bd76796e5e73', 'name': '', 'network_id': '27602e48-df48-4d2e-9672-d1853c1e8df2', 'tenant_id': '594b86276b564dae97f62939276271c0', 'mac_address': 'fa:16:3e:30:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:17Z', 'updated_at': '2022-07-15T15:11:23Z', 'revision_number': 5, 'project_id': '594b86276b564dae97f62939276271c0', 'subnets': [{'id': '1aa503bb-4d46-4842-8330-bcabad45e393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:03.141646 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf62842-92ba-4f91-a5a1-f817d7153b5c None None] New status for floating IP fad3d486-31d3-467f-91b9-527625d51327: DOWN {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:17:03.763424 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4f558-f7ff-437e-a15e-089e34800b25 req-a675e00e-8b61-4c9c-ba2d-2c08c8ebac70 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:03.764956 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e5e4f558-f7ff-437e-a15e-089e34800b25 req-a675e00e-8b61-4c9c-ba2d-2c08c8ebac70 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.1206193 Jul 15 15:17:03.824381 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-e5e4f558-f7ff-437e-a15e-089e34800b25 req-7706e862-dbfe-4e8c-a9b6-5d7630ce0c69 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d39388e-609f-4f02-950a-530d85683fba&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0537212 Jul 15 15:17:04.147710 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21ae88-1414-42a8-83d6-8d5f2bb8e9ec req-8184304e-d311-4855-a4ee-1c199375a868 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:04.149307 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1f21ae88-1414-42a8-83d6-8d5f2bb8e9ec req-8184304e-d311-4855-a4ee-1c199375a868 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.77 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 945 time: 0.0584834 Jul 15 15:17:04.249299 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-1f21ae88-1414-42a8-83d6-8d5f2bb8e9ec req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Deleting port 541d934e-341f-44b4-8057-923e629ae67a {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:17:04.249559 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-1f21ae88-1414-42a8-83d6-8d5f2bb8e9ec req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (541d934e-341f-44b4-8057-923e629ae67a), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:04.343282 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-1f21ae88-1414-42a8-83d6-8d5f2bb8e9ec req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] For port 541d934e-341f-44b4-8057-923e629ae67a, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=541d934e-341f-44b4-8057-923e629ae67a,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:04.343652 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-1f21ae88-1414-42a8-83d6-8d5f2bb8e9ec req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (541d934e-341f-44b4-8057-923e629ae67a), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:04.357425 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-1f21ae88-1414-42a8-83d6-8d5f2bb8e9ec req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Calling delete_port for 541d934e-341f-44b4-8057-923e629ae67a owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:17:04.489273 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-1f21ae88-1414-42a8-83d6-8d5f2bb8e9ec req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (541d934e-341f-44b4-8057-923e629ae67a), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:04.515560 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event deleted for resources: {'Port': ['ID=541d934e-341f-44b4-8057-923e629ae67a,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:04.530071 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.530438 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.530790 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.531141 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.531483 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.531817 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.532155 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.532489 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.532846 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.533184 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.533519 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.533850 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.534180 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:04.573790 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f21ae88-1414-42a8-83d6-8d5f2bb8e9ec req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] No DVR routers for this DVR port 541d934e-341f-44b4-8057-923e629ae67a on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:04.576328 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-1f21ae88-1414-42a8-83d6-8d5f2bb8e9ec req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:04.579821 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-1f21ae88-1414-42a8-83d6-8d5f2bb8e9ec req-53f02a0c-9604-49f2-baba-03432bc06182 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.77 "DELETE /v2.0/ports/541d934e-341f-44b4-8057-923e629ae67a HTTP/1.1" status: 204 len: 173 time: 0.4247985 Jul 15 15:17:04.580283 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'name': 'network-vif-deleted', 'tag': '541d934e-341f-44b4-8057-923e629ae67a'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:17:04.582682 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a3db92-a9cf-4e7a-9136-f930e709d845" -d '{"events": [{"server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "name": "network-vif-deleted", "tag": "541d934e-341f-44b4-8057-923e629ae67a"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:04.628028 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e597722-03ff-4691-a2f0-e171fbf50cc9 x-openstack-request-id: req-6e597722-03ff-4691-a2f0-e171fbf50cc9 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:04.628333 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e02c09f-acad-4367-9de6-8a8e772187cd", "name": "network-vif-deleted", "tag": "541d934e-341f-44b4-8057-923e629ae67a", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:04.628627 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6e597722-03ff-4691-a2f0-e171fbf50cc9 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:04.629151 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e597722-03ff-4691-a2f0-e171fbf50cc9'] response: {'server_uuid': '5e02c09f-acad-4367-9de6-8a8e772187cd', 'name': 'network-vif-deleted', 'tag': '541d934e-341f-44b4-8057-923e629ae67a', 'status': 'completed', 'code': 200} Jul 15 15:17:04.928780 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-92144c91-8d12-4947-b5ef-c826d4cc5f5e req-8888de96-df8b-44ad-84c8-da1940ea884e tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e02c09f-acad-4367-9de6-8a8e772187cd HTTP/1.1" status: 200 len: 210 time: 0.0297854 Jul 15 15:17:05.992019 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42862) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:06.053727 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0f5f0d14-35c8-46e3-a229-21d21b5f3076 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group (4d39388e-609f-4f02-950a-530d85683fba), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:06.081500 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0f5f0d14-35c8-46e3-a229-21d21b5f3076 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group (4d39388e-609f-4f02-950a-530d85683fba), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:06.146888 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0f5f0d14-35c8-46e3-a229-21d21b5f3076 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (4d39388e-609f-4f02-950a-530d85683fba), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:06.149810 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0f5f0d14-35c8-46e3-a229-21d21b5f3076 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:06.151713 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-0f5f0d14-35c8-46e3-a229-21d21b5f3076 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] 10.222.0.47 "DELETE /v2.0/security-groups/4d39388e-609f-4f02-950a-530d85683fba HTTP/1.1" status: 204 len: 168 time: 0.1586263 Jul 15 15:17:06.163435 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f0d14-35c8-46e3-a229-21d21b5f3076 tempest-TestShelveInstance-462564676 tempest-TestShelveInstance-462564676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d39388e-609f-4f02-950a-530d85683fba,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:06.201729 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 42866) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:06.657658 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1c80902a-4763-435c-b9ff-3a35c9e2dc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919785'] for router_interface (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:06.903351 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-1c80902a-4763-435c-b9ff-3a35c9e2dc99 admin admin] Deleting port 41782fa9-456a-4fe7-bc68-bd76796e5e73 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:17:06.903690 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1c80902a-4763-435c-b9ff-3a35c9e2dc99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:06.980987 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-1c80902a-4763-435c-b9ff-3a35c9e2dc99 admin admin] For port 41782fa9-456a-4fe7-bc68-bd76796e5e73, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=41782fa9-456a-4fe7-bc68-bd76796e5e73,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:06.981270 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1c80902a-4763-435c-b9ff-3a35c9e2dc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:06.994197 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-1c80902a-4763-435c-b9ff-3a35c9e2dc99 admin admin] Calling delete_port for 41782fa9-456a-4fe7-bc68-bd76796e5e73 owned by network:router_interface {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:17:07.174918 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1c80902a-4763-435c-b9ff-3a35c9e2dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (41782fa9-456a-4fe7-bc68-bd76796e5e73), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:07.205244 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80902a-4763-435c-b9ff-3a35c9e2dc99 admin admin] Pushing event deleted for resources: {'Port': ['ID=41782fa9-456a-4fe7-bc68-bd76796e5e73,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:07.368530 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-1c80902a-4763-435c-b9ff-3a35c9e2dc99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919669'] for router_interface (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:07.578237 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c80902a-4763-435c-b9ff-3a35c9e2dc99 admin admin] Router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:17:07.652106 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-929d1e44-7d93-4cd4-bbdd-0c68411a2bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:07.678638 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c80902a-4763-435c-b9ff-3a35c9e2dc99 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:07.684867 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-1c80902a-4763-435c-b9ff-3a35c9e2dc99 admin admin] 10.222.0.47 "PUT /v2.0/routers/b9f7655c-40e4-4ffc-8584-d5ca8007ca12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4819458 Jul 15 15:17:07.687288 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 42870) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:07.689599 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535c6a89-8ae3-49ca-b087-41cb1f6bca31 None None] Sync routers for ids ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:07.699502 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535c6a89-8ae3-49ca-b087-41cb1f6bca31 None None] Routers {'b9f7655c-40e4-4ffc-8584-d5ca8007ca12'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:17:07.700124 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-535c6a89-8ae3-49ca-b087-41cb1f6bca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:16:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:07.788207 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Publish callbacks [] for router (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:07.799696 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-535c6a89-8ae3-49ca-b087-41cb1f6bca31 None None] Set router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:17:07.888117 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Publish callbacks [] for router_gateway (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:07.938523 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Deleting port 67557fed-3a73-4956-a81f-2ccec5d9d3ef {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:17:07.938861 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:07.978230 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-535c6a89-8ae3-49ca-b087-41cb1f6bca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:17:07Z', 'revision_number': 5, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port': {'id': '67557fed-3a73-4956-a81f-2ccec5d9d3ef', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:41:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:16Z', 'updated_at': '2022-07-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:08.002901 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535c6a89-8ae3-49ca-b087-41cb1f6bca31 None None] Checking router: b9f7655c-40e4-4ffc-8584-d5ca8007ca12 for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:08.011364 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535c6a89-8ae3-49ca-b087-41cb1f6bca31 None None] Routers {'b9f7655c-40e4-4ffc-8584-d5ca8007ca12'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:17:08.011979 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-535c6a89-8ae3-49ca-b087-41cb1f6bca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:16:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:08.022133 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] For port 67557fed-3a73-4956-a81f-2ccec5d9d3ef, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=67557fed-3a73-4956-a81f-2ccec5d9d3ef,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:08.022494 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.036263 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Calling delete_port for 67557fed-3a73-4956-a81f-2ccec5d9d3ef owned by network:router_gateway {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:17:08.110043 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-535c6a89-8ae3-49ca-b087-41cb1f6bca31 None None] Set router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 gateway port host: None {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:17:08.185785 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-535c6a89-8ae3-49ca-b087-41cb1f6bca31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:17:07Z', 'revision_number': 6, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port_host': None}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:08.207864 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (67557fed-3a73-4956-a81f-2ccec5d9d3ef), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.211383 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535c6a89-8ae3-49ca-b087-41cb1f6bca31 None None] The sync data for ids ['b9f7655c-40e4-4ffc-8584-d5ca8007ca12'] in dv-cinder-848821-1-iscsi is: [{'id': 'b9f7655c-40e4-4ffc-8584-d5ca8007ca12', 'name': 'tempest-TestShelveInstance-1993415444-router', 'tenant_id': '594b86276b564dae97f62939276271c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:15Z', 'updated_at': '2022-07-15T15:17:07Z', 'revision_number': 6, 'project_id': '594b86276b564dae97f62939276271c0', 'gw_port_host': None}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:08.228424 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.233832 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=67557fed-3a73-4956-a81f-2ccec5d9d3ef,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:08.301411 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919507'] for router_gateway (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.388949 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59243'] for router (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.391158 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Publish callbacks [] for router_controller (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), precommit_delete_associations {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.434125 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920899'] for router (b9f7655c-40e4-4ffc-8584-d5ca8007ca12), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.434650 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9f7655c-40e4-4ffc-8584-d5ca8007ca12 {{(pid=103713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:17:08.439092 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.440049 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-2374bb7e-5f10-4c40-bb25-a565f22ac5d9 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b9f7655c-40e4-4ffc-8584-d5ca8007ca12 HTTP/1.1" status: 204 len: 168 time: 0.7517807 Jul 15 15:17:08.442899 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 42872) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:08.487287 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d35a7b2-9a76-452f-a1c8-83bd1c8815cb admin admin] Deleting subnet 1aa503bb-4d46-4842-8330-bcabad45e393 {{(pid=103713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:17:08.490567 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-6d35a7b2-9a76-452f-a1c8-83bd1c8815cb admin admin] Publish callbacks [] for subnet (1aa503bb-4d46-4842-8330-bcabad45e393), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.524511 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-6d35a7b2-9a76-452f-a1c8-83bd1c8815cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8946345'] for subnet (1aa503bb-4d46-4842-8330-bcabad45e393), precommit_delete_associations {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.608099 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-6d35a7b2-9a76-452f-a1c8-83bd1c8815cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (1aa503bb-4d46-4842-8330-bcabad45e393), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.663736 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-6d35a7b2-9a76-452f-a1c8-83bd1c8815cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9594231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516920'] for subnet (1aa503bb-4d46-4842-8330-bcabad45e393), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.689375 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35a7b2-9a76-452f-a1c8-83bd1c8815cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa503bb-4d46-4842-8330-bcabad45e393,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:08.692869 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-6d35a7b2-9a76-452f-a1c8-83bd1c8815cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:08.696128 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-6d35a7b2-9a76-452f-a1c8-83bd1c8815cb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1aa503bb-4d46-4842-8330-bcabad45e393 HTTP/1.1" status: 204 len: 168 time: 0.2523043 Jul 15 15:17:08.699642 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 42874) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:08.702266 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49efffb6-c2d3-42ab-8236-153dd77a337e None None] Network 27602e48-df48-4d2e-9672-d1853c1e8df2 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:17:08.849107 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 541d934e-341f-44b4-8057-923e629ae67a no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:08.868975 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: 541d934e-341f-44b4-8057-923e629ae67a {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:17:08.869813 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device 541d934e-341f-44b4-8057-923e629ae67a not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:09.001672 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] DHCP port deletion for 27602e48-df48-4d2e-9672-d1853c1e8df2 request from dv-cinder-848821-1-iscsi {{(pid=103714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 15:17:09.068811 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (27602e48-df48-4d2e-9672-d1853c1e8df2), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.075080 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Deleting port 468ea624-1be1-4d82-bcf8-0ea10d513402 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:17:09.075448 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.143869 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Deleting port 468ea624-1be1-4d82-bcf8-0ea10d513402 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:17:09.144388 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.163359 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] For port 468ea624-1be1-4d82-bcf8-0ea10d513402, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=468ea624-1be1-4d82-bcf8-0ea10d513402,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:09.164178 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.185780 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Calling delete_port for 468ea624-1be1-4d82-bcf8-0ea10d513402 owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:17:09.213951 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] For port 468ea624-1be1-4d82-bcf8-0ea10d513402, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=468ea624-1be1-4d82-bcf8-0ea10d513402,segment=NetworkSegment(586f98ee-2f57-4a95-9d2c-05fb9dbf2d34),segment_id=586f98ee-2f57-4a95-9d2c-05fb9dbf2d34)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:09.214499 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.234363 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Calling delete_port for 468ea624-1be1-4d82-bcf8-0ea10d513402 owned by network:dhcp {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:17:09.299784 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.327798 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Pushing event deleted for resources: {'Port': ['ID=468ea624-1be1-4d82-bcf8-0ea10d513402,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:09.335742 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] No DVR routers for this DVR port 468ea624-1be1-4d82-bcf8-0ea10d513402 on host dv-cinder-848821-1-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:09.338857 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.339332 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.339687 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.340074 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.340418 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.340780 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.341116 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.341449 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.341782 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.342114 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.342454 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.342778 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.343103 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a76b0e-372b-423f-bcd1-3ad4d74c2f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:09.347301 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (468ea624-1be1-4d82-bcf8-0ea10d513402), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.385281 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Pushing event deleted for resources: {'Port': ['ID=468ea624-1be1-4d82-bcf8-0ea10d513402,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:09.391729 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] No DVR routers for this DVR port 468ea624-1be1-4d82-bcf8-0ea10d513402 on host dv-cinder-848821-1-iscsi {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:09.472991 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (27602e48-df48-4d2e-9672-d1853c1e8df2), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.489896 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 41782fa9-456a-4fe7-bc68-bd76796e5e73 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:09.496806 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27602e48-df48-4d2e-9672-d1853c1e8df2']}} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:09.506931 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34') {'for_net_delete': True} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:09.507228 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586f98ee-2f57-4a95-9d2c-05fb9dbf2d34') {} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:09.515642 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 41782fa9-456a-4fe7-bc68-bd76796e5e73 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:17:09.515993 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 41782fa9-456a-4fe7-bc68-bd76796e5e73 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:09.516397 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 468ea624-1be1-4d82-bcf8-0ea10d513402 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:09.517609 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8946320'] for segment (586f98ee-2f57-4a95-9d2c-05fb9dbf2d34), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.532934 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (586f98ee-2f57-4a95-9d2c-05fb9dbf2d34), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.536270 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 468ea624-1be1-4d82-bcf8-0ea10d513402 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:17:09.536919 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 468ea624-1be1-4d82-bcf8-0ea10d513402 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:09.537426 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 67557fed-3a73-4956-a81f-2ccec5d9d3ef no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:09.540753 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:17:09.541490 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9594317'] for segment (586f98ee-2f57-4a95-9d2c-05fb9dbf2d34), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.566316 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 67557fed-3a73-4956-a81f-2ccec5d9d3ef {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:17:09.566791 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 67557fed-3a73-4956-a81f-2ccec5d9d3ef not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:09.614856 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (27602e48-df48-4d2e-9672-d1853c1e8df2), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.620952 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.628007 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] 10.222.0.47 "DELETE /v2.0/networks/27602e48-df48-4d2e-9672-d1853c1e8df2 HTTP/1.1" status: 204 len: 168 time: 0.9236848 Jul 15 15:17:09.628257 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42880) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:09.636899 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fafdd-c85b-40df-9e01-6ea07157cf0b admin admin] Pushing event deleted for resources: {'Network': ['ID=27602e48-df48-4d2e-9672-d1853c1e8df2,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:09.711047 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 586f98ee-2f57-4a95-9d2c-05fb9dbf2d34 resource provider aggregate not found Jul 15 15:17:09.730162 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 586f98ee-2f57-4a95-9d2c-05fb9dbf2d34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 586f98ee-2f57-4a95-9d2c-05fb9dbf2d34 found for delete ", "request_id": "req-d992fea7-a0b1-4380-a6be-539d5728563c"}]} Jul 15 15:17:09.748251 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-bcd524e1-9647-4a6d-87eb-1868471b561e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:09.999513 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9bba9c6d-2c66-4f47-90fa-9abf1b5838b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919785'] for router_interface (9ca773fe-3b75-454d-9a88-61014b54f914), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:10.260625 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-9bba9c6d-2c66-4f47-90fa-9abf1b5838b6 admin admin] Deleting port de113506-de72-410b-bdaa-9dc16343bb21 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:17:10.261052 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9bba9c6d-2c66-4f47-90fa-9abf1b5838b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (de113506-de72-410b-bdaa-9dc16343bb21), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:10.346492 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-9bba9c6d-2c66-4f47-90fa-9abf1b5838b6 admin admin] For port de113506-de72-410b-bdaa-9dc16343bb21, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=de113506-de72-410b-bdaa-9dc16343bb21,segment=NetworkSegment(38c544f3-877d-4659-8ea0-f9a455b54d96),segment_id=38c544f3-877d-4659-8ea0-f9a455b54d96)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:10.346898 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9bba9c6d-2c66-4f47-90fa-9abf1b5838b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (de113506-de72-410b-bdaa-9dc16343bb21), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:10.360666 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-9bba9c6d-2c66-4f47-90fa-9abf1b5838b6 admin admin] Calling delete_port for de113506-de72-410b-bdaa-9dc16343bb21 owned by network:router_interface {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:17:10.769885 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9bba9c6d-2c66-4f47-90fa-9abf1b5838b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (de113506-de72-410b-bdaa-9dc16343bb21), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:10.792780 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba9c6d-2c66-4f47-90fa-9abf1b5838b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=de113506-de72-410b-bdaa-9dc16343bb21,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:10.965494 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-9bba9c6d-2c66-4f47-90fa-9abf1b5838b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919669'] for router_interface (9ca773fe-3b75-454d-9a88-61014b54f914), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:11.032612 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:11.178283 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bba9c6d-2c66-4f47-90fa-9abf1b5838b6 admin admin] Router 9ca773fe-3b75-454d-9a88-61014b54f914 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:17:11.284132 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bba9c6d-2c66-4f47-90fa-9abf1b5838b6 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:11.289728 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-9bba9c6d-2c66-4f47-90fa-9abf1b5838b6 admin admin] 10.222.0.47 "PUT /v2.0/routers/9ca773fe-3b75-454d-9a88-61014b54f914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6603887 Jul 15 15:17:11.292879 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42884) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:11.295419 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b54af-4081-40b3-ba9f-c3a17ad90591 None None] Sync routers for ids ['9ca773fe-3b75-454d-9a88-61014b54f914'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:11.307523 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b54af-4081-40b3-ba9f-c3a17ad90591 None None] Routers {'9ca773fe-3b75-454d-9a88-61014b54f914'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:17:11.308163 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-818b54af-4081-40b3-ba9f-c3a17ad90591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:17:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['9ca773fe-3b75-454d-9a88-61014b54f914'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:11.407549 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Publish callbacks [] for router (9ca773fe-3b75-454d-9a88-61014b54f914), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:11.419322 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-818b54af-4081-40b3-ba9f-c3a17ad90591 None None] Set router 9ca773fe-3b75-454d-9a88-61014b54f914 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:17:11.512279 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Publish callbacks [] for router_gateway (9ca773fe-3b75-454d-9a88-61014b54f914), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:11.571066 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Deleting port dc8f3376-d8dd-428a-ac87-e1438a45341c {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:17:11.571349 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:11.615281 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-818b54af-4081-40b3-ba9f-c3a17ad90591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'name': 'tempest-TestShelveInstance-1136901952-router', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:17:10Z', 'revision_number': 5, 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'gw_port': {'id': 'dc8f3376-d8dd-428a-ac87-e1438a45341c', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:86:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:11.652668 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b54af-4081-40b3-ba9f-c3a17ad90591 None None] Checking router: 9ca773fe-3b75-454d-9a88-61014b54f914 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:11.662890 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b54af-4081-40b3-ba9f-c3a17ad90591 None None] Routers {'9ca773fe-3b75-454d-9a88-61014b54f914'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:17:11.663743 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-818b54af-4081-40b3-ba9f-c3a17ad90591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:17:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['9ca773fe-3b75-454d-9a88-61014b54f914'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:11.678656 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] For port dc8f3376-d8dd-428a-ac87-e1438a45341c, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=dc8f3376-d8dd-428a-ac87-e1438a45341c,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:11.679038 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:11.696419 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Calling delete_port for dc8f3376-d8dd-428a-ac87-e1438a45341c owned by network:router_gateway {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:17:11.753053 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-818b54af-4081-40b3-ba9f-c3a17ad90591 None None] Set router 9ca773fe-3b75-454d-9a88-61014b54f914 gateway port host: None {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:17:11.807586 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-818b54af-4081-40b3-ba9f-c3a17ad90591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'name': 'tempest-TestShelveInstance-1136901952-router', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:17:11Z', 'revision_number': 6, 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'gw_port_host': None}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:11.836396 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818b54af-4081-40b3-ba9f-c3a17ad90591 None None] The sync data for ids ['9ca773fe-3b75-454d-9a88-61014b54f914'] in dv-cinder-848821-1-iscsi is: [{'id': '9ca773fe-3b75-454d-9a88-61014b54f914', 'name': 'tempest-TestShelveInstance-1136901952-router', 'tenant_id': '8428a51c1be34d8fa082a71adc691d6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:11:20Z', 'updated_at': '2022-07-15T15:17:11Z', 'revision_number': 6, 'project_id': '8428a51c1be34d8fa082a71adc691d6a', 'gw_port_host': None}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:11.882852 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (dc8f3376-d8dd-428a-ac87-e1438a45341c), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:11.908053 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8f3376-d8dd-428a-ac87-e1438a45341c,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:11.971419 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919507'] for router_gateway (9ca773fe-3b75-454d-9a88-61014b54f914), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.063574 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59243'] for router (9ca773fe-3b75-454d-9a88-61014b54f914), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.066296 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Publish callbacks [] for router_controller (9ca773fe-3b75-454d-9a88-61014b54f914), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.109265 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920899'] for router (9ca773fe-3b75-454d-9a88-61014b54f914), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.109828 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca773fe-3b75-454d-9a88-61014b54f914 {{(pid=103712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:17:12.114768 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.115948 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-dfe13665-3315-4d0d-825f-92d6848a13fb admin admin] 10.222.0.47 "DELETE /v2.0/routers/9ca773fe-3b75-454d-9a88-61014b54f914 HTTP/1.1" status: 204 len: 168 time: 0.8221321 Jul 15 15:17:12.118509 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42886) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:12.167167 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd058f9-c244-467d-bc50-b65e03983ca3 admin admin] Deleting subnet 5c20e706-8b33-477b-8644-00ad870707ba {{(pid=103712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:17:12.170687 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1bd058f9-c244-467d-bc50-b65e03983ca3 admin admin] Publish callbacks [] for subnet (5c20e706-8b33-477b-8644-00ad870707ba), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.208163 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1bd058f9-c244-467d-bc50-b65e03983ca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785271'] for subnet (5c20e706-8b33-477b-8644-00ad870707ba), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.289884 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1bd058f9-c244-467d-bc50-b65e03983ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (5c20e706-8b33-477b-8644-00ad870707ba), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.357813 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1bd058f9-c244-467d-bc50-b65e03983ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3082468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12400101'] for subnet (5c20e706-8b33-477b-8644-00ad870707ba), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.400254 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd058f9-c244-467d-bc50-b65e03983ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c20e706-8b33-477b-8644-00ad870707ba,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:12.404517 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-1bd058f9-c244-467d-bc50-b65e03983ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.407751 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-1bd058f9-c244-467d-bc50-b65e03983ca3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5c20e706-8b33-477b-8644-00ad870707ba HTTP/1.1" status: 204 len: 168 time: 0.2882545 Jul 15 15:17:12.411094 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42888) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:12.413984 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a0f67-65d6-44af-9d37-bdb667e4d9a6 None None] Network ada56654-5ac9-474c-8930-e853bfed9fde requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:17:12.482844 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (ada56654-5ac9-474c-8930-e853bfed9fde), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.486114 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.537721 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Deleting port 01ce59d8-2f05-4685-b1f4-10c616733944 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:17:12.538054 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.578716 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d3a010-bfcc-4fdc-86bb-4cd8300e8699 None None] DHCP port deletion for ada56654-5ac9-474c-8930-e853bfed9fde request from dv-cinder-848821-1-iscsi {{(pid=103714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 15:17:12.613696 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] For port 01ce59d8-2f05-4685-b1f4-10c616733944, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=01ce59d8-2f05-4685-b1f4-10c616733944,segment=NetworkSegment(38c544f3-877d-4659-8ea0-f9a455b54d96),segment_id=38c544f3-877d-4659-8ea0-f9a455b54d96)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:12.614065 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.625613 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3a010-bfcc-4fdc-86bb-4cd8300e8699 None None] Deleting port 01ce59d8-2f05-4685-b1f4-10c616733944 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:17:12.625992 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a2d3a010-bfcc-4fdc-86bb-4cd8300e8699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.627705 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Calling delete_port for 01ce59d8-2f05-4685-b1f4-10c616733944 owned by network:dhcp {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:17:12.696544 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-a2d3a010-bfcc-4fdc-86bb-4cd8300e8699 None None] For port 01ce59d8-2f05-4685-b1f4-10c616733944, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=01ce59d8-2f05-4685-b1f4-10c616733944,segment=NetworkSegment(38c544f3-877d-4659-8ea0-f9a455b54d96),segment_id=38c544f3-877d-4659-8ea0-f9a455b54d96)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:12.696944 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a2d3a010-bfcc-4fdc-86bb-4cd8300e8699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.708785 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.710632 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3a010-bfcc-4fdc-86bb-4cd8300e8699 None None] Calling delete_port for 01ce59d8-2f05-4685-b1f4-10c616733944 owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:17:12.739242 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] No DVR routers for this DVR port 01ce59d8-2f05-4685-b1f4-10c616733944 on host dv-cinder-848821-1-iscsi {{(pid=103712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:12.744057 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ce59d8-2f05-4685-b1f4-10c616733944,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:12.789492 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a2d3a010-bfcc-4fdc-86bb-4cd8300e8699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494'] for port (01ce59d8-2f05-4685-b1f4-10c616733944), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.815251 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3a010-bfcc-4fdc-86bb-4cd8300e8699 None None] Pushing event deleted for resources: {'Port': ['ID=01ce59d8-2f05-4685-b1f4-10c616733944,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:12.820844 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (ada56654-5ac9-474c-8930-e853bfed9fde), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.821570 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d3a010-bfcc-4fdc-86bb-4cd8300e8699 None None] No DVR routers for this DVR port 01ce59d8-2f05-4685-b1f4-10c616733944 on host dv-cinder-848821-1-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:12.855040 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada56654-5ac9-474c-8930-e853bfed9fde']}} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:12.868973 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c544f3-877d-4659-8ea0-f9a455b54d96') {'for_net_delete': True} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:12.870222 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c544f3-877d-4659-8ea0-f9a455b54d96') {} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:12.882008 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785230'] for segment (38c544f3-877d-4659-8ea0-f9a455b54d96), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.906290 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (38c544f3-877d-4659-8ea0-f9a455b54d96), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.911315 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:17:12.912180 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3082334'] for segment (38c544f3-877d-4659-8ea0-f9a455b54d96), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:12.998385 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (ada56654-5ac9-474c-8930-e853bfed9fde), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:13.004068 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:13.011499 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ada56654-5ac9-474c-8930-e853bfed9fde HTTP/1.1" status: 204 len: 168 time: 0.5984876 Jul 15 15:17:13.014133 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.services.segments.plugin [-] Segment 38c544f3-877d-4659-8ea0-f9a455b54d96 resource provider aggregate not found Jul 15 15:17:13.044072 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f75fe7-fc47-40b9-a1a6-0262da042171 admin admin] Pushing event deleted for resources: {'Network': ['ID=ada56654-5ac9-474c-8930-e853bfed9fde,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:13.050016 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.services.segments.plugin [-] Segment 38c544f3-877d-4659-8ea0-f9a455b54d96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38c544f3-877d-4659-8ea0-f9a455b54d96 found for delete ", "request_id": "req-4659846a-59d6-4ba4-b356-9454803b2609"}]} Jul 15 15:17:13.149220 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42898) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:13.195223 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-9d0b4dd4-e32e-4173-b611-3ae6f5cecb5f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=594b86276b564dae97f62939276271c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447118 Jul 15 15:17:13.199467 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42900) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:13.250325 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-250ef934-e561-43b4-b5c3-8489902d0e57 admin admin] Publish callbacks [] for security_group (a3a6842c-a15c-488d-9b56-cfe9c1b769a3), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:13.273619 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-250ef934-e561-43b4-b5c3-8489902d0e57 admin admin] Publish callbacks [] for security_group (a3a6842c-a15c-488d-9b56-cfe9c1b769a3), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:13.321834 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-250ef934-e561-43b4-b5c3-8489902d0e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (a3a6842c-a15c-488d-9b56-cfe9c1b769a3), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:13.325025 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-250ef934-e561-43b4-b5c3-8489902d0e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:13.326184 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-250ef934-e561-43b4-b5c3-8489902d0e57 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3a6842c-a15c-488d-9b56-cfe9c1b769a3 HTTP/1.1" status: 204 len: 168 time: 0.1257937 Jul 15 15:17:13.334086 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ef934-e561-43b4-b5c3-8489902d0e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a6842c-a15c-488d-9b56-cfe9c1b769a3,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:13.480280 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device de113506-de72-410b-bdaa-9dc16343bb21 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:13.509240 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: de113506-de72-410b-bdaa-9dc16343bb21 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:17:13.509689 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device de113506-de72-410b-bdaa-9dc16343bb21 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:13.510182 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device dc8f3376-d8dd-428a-ac87-e1438a45341c no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:13.528944 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: dc8f3376-d8dd-428a-ac87-e1438a45341c {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:17:13.529289 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device dc8f3376-d8dd-428a-ac87-e1438a45341c not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:13.529717 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 01ce59d8-2f05-4685-b1f4-10c616733944 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:13.549093 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 01ce59d8-2f05-4685-b1f4-10c616733944 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:17:13.549443 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 01ce59d8-2f05-4685-b1f4-10c616733944 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:13.667687 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42906) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:13.711876 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-32cd42c3-bc64-42c0-b845-46bfabede2f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8428a51c1be34d8fa082a71adc691d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427067 Jul 15 15:17:13.714753 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42908) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:13.764219 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7410ebfb-36a4-4ba9-ae29-343698b8045d admin admin] Publish callbacks [] for security_group (d837324a-7987-4f54-9013-e2677c126c4d), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:13.801991 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7410ebfb-36a4-4ba9-ae29-343698b8045d admin admin] Publish callbacks [] for security_group (d837324a-7987-4f54-9013-e2677c126c4d), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:13.862057 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7410ebfb-36a4-4ba9-ae29-343698b8045d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d837324a-7987-4f54-9013-e2677c126c4d), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:13.865147 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-7410ebfb-36a4-4ba9-ae29-343698b8045d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:13.869081 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-7410ebfb-36a4-4ba9-ae29-343698b8045d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d837324a-7987-4f54-9013-e2677c126c4d HTTP/1.1" status: 204 len: 168 time: 0.1532602 Jul 15 15:17:13.879370 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410ebfb-36a4-4ba9-ae29-343698b8045d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d837324a-7987-4f54-9013-e2677c126c4d,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:13.937999 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:15.512053 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:17:20.241941 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58bb2910-b1a9-4d32-9df6-744c03782117 req-f5d1e638-822b-4843-80a4-1e2b5aa76800 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2022851 Jul 15 15:17:20.350251 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb2910-b1a9-4d32-9df6-744c03782117 req-7c5c614d-c109-454c-b89d-365ccb5dea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:20.351776 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58bb2910-b1a9-4d32-9df6-744c03782117 req-7c5c614d-c109-454c-b89d-365ccb5dea52 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 1129 time: 0.0473061 Jul 15 15:17:20.461748 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb2910-b1a9-4d32-9df6-744c03782117 req-bfc0e220-1beb-4fca-8d70-14adcdce15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:20.464664 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58bb2910-b1a9-4d32-9df6-744c03782117 req-bfc0e220-1beb-4fca-8d70-14adcdce15eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.0935864 Jul 15 15:17:20.532566 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58bb2910-b1a9-4d32-9df6-744c03782117 req-94162bb8-7836-4bda-84bc-c128dcbf8f22 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 HTTP/1.1" status: 200 len: 1001 time: 0.0613837 Jul 15 15:17:20.586088 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb2910-b1a9-4d32-9df6-744c03782117 req-30c73491-fa14-4823-b734-7fd345818a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:20.587577 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58bb2910-b1a9-4d32-9df6-744c03782117 req-30c73491-fa14-4823-b734-7fd345818a8f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0451424 Jul 15 15:17:20.641647 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb2910-b1a9-4d32-9df6-744c03782117 req-6f336bb6-d294-4a57-89b6-b439b6c6b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:20.643237 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58bb2910-b1a9-4d32-9df6-744c03782117 req-6f336bb6-d294-4a57-89b6-b439b6c6b50f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488660 Jul 15 15:17:20.743593 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58bb2910-b1a9-4d32-9df6-744c03782117 req-8971a55d-df92-4729-9abe-3a3989f33db6 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945990 Jul 15 15:17:20.847135 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-58bb2910-b1a9-4d32-9df6-744c03782117 req-c572f07b-15d5-4e32-88df-481024a11928 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927296 Jul 15 15:17:22.798131 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffdf9f-7ad6-4f1f-afc5-f0c501e24a8d req-f1e753fb-8955-4d0c-8dd5-93e24a608cf3 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:22.799659 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c6ffdf9f-7ad6-4f1f-afc5-f0c501e24a8d req-f1e753fb-8955-4d0c-8dd5-93e24a608cf3 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 945 time: 0.0622907 Jul 15 15:17:22.852318 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-c6ffdf9f-7ad6-4f1f-afc5-f0c501e24a8d req-33bf6f6d-678f-4ce7-aadd-38948c6497c9 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467656 Jul 15 15:17:23.980152 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b47336-9429-4b67-a34a-8bc4e44cfe34 req-5b11709e-2278-45de-8c98-46a8016064f6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:23.982585 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-43b47336-9429-4b67-a34a-8bc4e44cfe34 req-5b11709e-2278-45de-8c98-46a8016064f6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 945 time: 0.0572729 Jul 15 15:17:24.035232 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-43b47336-9429-4b67-a34a-8bc4e44cfe34 req-38901c2f-0310-4084-ab73-638775f22173 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468533 Jul 15 15:17:24.579548 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b840bef-46e9-4ddb-aee8-31542114694b req-ece05aa8-0161-4037-bffa-bae53b3e98c4 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:24.581068 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6b840bef-46e9-4ddb-aee8-31542114694b req-ece05aa8-0161-4037-bffa-bae53b3e98c4 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 945 time: 0.0607529 Jul 15 15:17:24.671082 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Deleting port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:17:24.671419 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:24.765910 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] For port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:24.766271 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:24.951846 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:24.952212 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (21061c45-1e01-49f8-b087-432ee74f68c0), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:24.952529 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Floating IP 21061c45-1e01-49f8-b087-432ee74f68c0 disassociated. External IP: 172.27.2.116, port: af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64. Jul 15 15:17:24.952907 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Calling delete_port for af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:17:25.100002 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:25.142272 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event deleted for resources: {'Port': ['ID=af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:25.163251 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-af7d25af-47d2-4ea9-bf1e-372d3bf9c664 req-6955fb55-21f3-4c2c-8f58-565accc0c953 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 210 time: 0.0545962 Jul 15 15:17:25.286693 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Router fd3f53d2-bd88-40b9-88fc-092baf3ce66b has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:17:25.406380 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:25.417881 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c44303-1358-4a9c-832b-d2d888133684 None None] Sync routers for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:25.435627 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c44303-1358-4a9c-832b-d2d888133684 None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:17:25.436714 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-15c44303-1358-4a9c-832b-d2d888133684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:17:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:25.471728 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] No DVR routers for this DVR port af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:17:25.474913 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:25.480272 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-6b840bef-46e9-4ddb-aee8-31542114694b req-38634bc6-f691-4e1b-99e8-294e7f8342b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "DELETE /v2.0/ports/af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 HTTP/1.1" status: 204 len: 173 time: 0.8941646 Jul 15 15:17:25.480906 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'name': 'network-vif-deleted', 'tag': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:17:25.483747 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5574e265-afc9-4713-b645-81bb260c2761" -d '{"events": [{"server_uuid": "f99d9cc5-9dc5-441b-bc78-44ec6758ba00", "name": "network-vif-deleted", "tag": "af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:25.553138 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3453139e-de2e-4a18-9797-0417a9776823 x-openstack-request-id: req-3453139e-de2e-4a18-9797-0417a9776823 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:25.553611 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99d9cc5-9dc5-441b-bc78-44ec6758ba00", "name": "network-vif-deleted", "tag": "af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:25.554015 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3453139e-de2e-4a18-9797-0417a9776823 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:25.554890 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3453139e-de2e-4a18-9797-0417a9776823'] response: {'server_uuid': 'f99d9cc5-9dc5-441b-bc78-44ec6758ba00', 'name': 'network-vif-deleted', 'tag': 'af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64', 'status': 'completed', 'code': 200} Jul 15 15:17:25.570762 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-15c44303-1358-4a9c-832b-d2d888133684 None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:17:25.795144 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-15c44303-1358-4a9c-832b-d2d888133684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:25.820300 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c44303-1358-4a9c-832b-d2d888133684 None None] Checking router: fd3f53d2-bd88-40b9-88fc-092baf3ce66b for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:25.830126 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c44303-1358-4a9c-832b-d2d888133684 None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:17:25.830749 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-15c44303-1358-4a9c-832b-d2d888133684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:17:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:25.936706 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-15c44303-1358-4a9c-832b-d2d888133684 None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:17:26.247245 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-15c44303-1358-4a9c-832b-d2d888133684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:26.275812 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c44303-1358-4a9c-832b-d2d888133684 None None] The sync data for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi is: [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:26.309653 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ee7d24d8-a515-49b1-97f9-3bb6555cb872 req-94cd40cc-5729-4ede-8b05-b7ce21f753f2 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f99d9cc5-9dc5-441b-bc78-44ec6758ba00 HTTP/1.1" status: 200 len: 210 time: 0.0389884 Jul 15 15:17:26.526398 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397b851-d60e-415f-b664-2d7da34251ba None None] New status for floating IP 21061c45-1e01-49f8-b087-432ee74f68c0: DOWN {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:17:27.582473 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-1284de7d-e682-4506-9928-9b46a686152b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165986691&fields=id&tenant_id=8063d89a8d6c4d33b7534100984175a4 HTTP/1.1" status: 200 len: 267 time: 0.0454938 Jul 15 15:17:27.698926 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-dc221a3c-0606-407f-812f-d94584e2d481 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:27.700440 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-dc221a3c-0606-407f-812f-d94584e2d481 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 812 time: 0.1091545 Jul 15 15:17:27.715972 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-abf7c953-7496-46ee-bb51-6d7baa87c39d tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/quotas/8063d89a8d6c4d33b7534100984175a4 HTTP/1.1" status: 200 len: 375 time: 0.0100656 Jul 15 15:17:27.776433 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-3b67fc3b-77ce-45a1-8d08-58c8403c10d4 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551116 Jul 15 15:17:27.874003 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-48905b74-5704-4216-a365-73b81fe9f079 service neutron] 10.222.0.47 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845668 Jul 15 15:17:27.972933 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-3fd5b073-0161-47d7-8f95-7cf93b512b55 service neutron] 10.222.0.47 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930381 Jul 15 15:17:28.301923 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-79d22db8-570f-431b-9660-c001a1c8ed0a req-9359f695-ad9b-44b9-8107-1dd1a4b5103d tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 210 time: 0.0317922 Jul 15 15:17:28.931018 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:17:28.952513 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:17:28.952876 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device af58c7f8-b9b4-4ea9-8df6-d85fed5b7c64 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:17:29.366866 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0bd6b7db-1314-4392-9d6d-54bf817e673d tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:29.368394 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0bd6b7db-1314-4392-9d6d-54bf817e673d tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 812 time: 0.1387827 Jul 15 15:17:29.418465 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7d056fdc-42e3-41fc-8798-b818d9b9aaa5 req-e1daa2b9-7ee6-4785-94d8-0652bd198e18 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 210 time: 0.0397961 Jul 15 15:17:29.486802 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-b349dd8e-4bb5-4a1f-8151-fb1973488f07 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8063d89a8d6c4d33b7534100984175a4 HTTP/1.1" status: 200 len: 379 time: 0.0982425 Jul 15 15:17:29.496793 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'port': {'device_id': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'admin_state_up': True, 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'security_groups': ['37791e40-64bb-4e91-a36d-aec938db38c5']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:17:29.608611 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Made reservation on behalf of 8063d89a8d6c4d33b7534100984175a4 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:17:29.612188 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:29.748793 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Allocated IP 172.20.0.8 (fb533932-01a4-4b10-bcbc-2dbd21ab2479/a3df3662-0b61-40a0-8ccb-d1d7f4556626/c3b0b915-75e6-43e8-a18d-15c1f74c8aee) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:29.927787 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:29.982061 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:30.037412 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Network fb533932-01a4-4b10-bcbc-2dbd21ab2479 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:30.042895 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:30.047058 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:17:30.104991 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'Port': ['ID=c3b0b915-75e6-43e8-a18d-15c1f74c8aee,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:30.148610 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:30.149189 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:30.170916 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-4f5c10b9-a995-403d-bde4-1dfa0c831771 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6793134 Jul 15 15:17:30.194622 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Request body: {'port': {'device_id': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:17:30.270021 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:30.330556 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-c1f9d2be-5944-418a-93c8-068d718bd271 None None] Provisioning complete for port c3b0b915-75e6-43e8-a18d-15c1f74c8aee triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:17:30.331790 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c1f9d2be-5944-418a-93c8-068d718bd271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:30.374994 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9d2be-5944-418a-93c8-068d718bd271 None None] Port c3b0b915-75e6-43e8-a18d-15c1f74c8aee cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:17:30.581018 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daec71-4871-49d9-b0c0-7b57e11d4da6 req-85bc0396-81a9-4768-8ca1-17d99996e55a tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:30.583336 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-05daec71-4871-49d9-b0c0-7b57e11d4da6 req-85bc0396-81a9-4768-8ca1-17d99996e55a tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 931 time: 0.0780468 Jul 15 15:17:30.633542 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b0b915-75e6-43e8-a18d-15c1f74c8aee {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:17:30.642129 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Publish callbacks [] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:30.645094 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-05daec71-4871-49d9-b0c0-7b57e11d4da6 req-e52c7af9-7cba-4122-9bc4-64642cbc063f tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489604 Jul 15 15:17:30.656709 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Transition to ACTIVE for port object c3b0b915-75e6-43e8-a18d-15c1f74c8aee will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:17:30.666866 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:30.716682 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b0b915-75e6-43e8-a18d-15c1f74c8aee,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:30.812570 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Attempting to bind port c3b0b915-75e6-43e8-a18d-15c1f74c8aee on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:17:30.812925 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Attempting to bind port c3b0b915-75e6-43e8-a18d-15c1f74c8aee by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:17:30.813252 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Attempting to bind port c3b0b915-75e6-43e8-a18d-15c1f74c8aee on network fb533932-01a4-4b10-bcbc-2dbd21ab2479 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:17:30.818059 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Port c3b0b915-75e6-43e8-a18d-15c1f74c8aee on network fb533932-01a4-4b10-bcbc-2dbd21ab2479 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:17:30.818388 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Attempting to bind port c3b0b915-75e6-43e8-a18d-15c1f74c8aee on network fb533932-01a4-4b10-bcbc-2dbd21ab2479 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:17:30.824664 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:17:30.825019 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Checking segment: {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:17:30.825515 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Bound using segment: {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:17:30.825947 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Bound port: c3b0b915-75e6-43e8-a18d-15c1f74c8aee, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:17:30.826360 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:30.903452 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] For port c3b0b915-75e6-43e8-a18d-15c1f74c8aee, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:17:30.909273 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] For port c3b0b915-75e6-43e8-a18d-15c1f74c8aee, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c3b0b915-75e6-43e8-a18d-15c1f74c8aee,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:17:30.917128 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:30.953208 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:30.953873 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:30.955573 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] 10.222.0.77 "PUT /v2.0/ports/c3b0b915-75e6-43e8-a18d-15c1f74c8aee HTTP/1.1" status: 200 len: 1093 time: 0.7670853 Jul 15 15:17:30.955771 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'tag': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:17:30.958097 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1bf1dd-2ded-4a8a-b00a-16e369d4757d" -d '{"events": [{"name": "network-changed", "server_uuid": "b26162f6-44ab-4431-b4f8-e206fa031fc4", "tag": "c3b0b915-75e6-43e8-a18d-15c1f74c8aee"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:30.986647 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939fff7-db5a-478b-8902-83493fe3fb13 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b0b915-75e6-43e8-a18d-15c1f74c8aee,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:31.006263 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649f4b14-9a68-4d28-83e4-ce7774ab817a x-openstack-request-id: req-649f4b14-9a68-4d28-83e4-ce7774ab817a {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:31.006720 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26162f6-44ab-4431-b4f8-e206fa031fc4", "tag": "c3b0b915-75e6-43e8-a18d-15c1f74c8aee", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:31.007104 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-649f4b14-9a68-4d28-83e4-ce7774ab817a {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:31.007632 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649f4b14-9a68-4d28-83e4-ce7774ab817a'] response: {'name': 'network-changed', 'server_uuid': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'tag': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'status': 'completed', 'code': 200} Jul 15 15:17:31.073992 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-6ba4f24e-7561-46ba-860d-e0c24feb10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:31.075570 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-6ba4f24e-7561-46ba-860d-e0c24feb10cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 1127 time: 0.0564325 Jul 15 15:17:31.129323 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-c20840a7-d1fa-472f-b4fc-19df4c8f0149 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b0b915-75e6-43e8-a18d-15c1f74c8aee HTTP/1.1" status: 200 len: 217 time: 0.0403752 Jul 15 15:17:31.180866 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-dbfbc3c6-8fb5-4079-86b8-389d18bdad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:31.182383 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-dbfbc3c6-8fb5-4079-86b8-389d18bdad0a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0475700 Jul 15 15:17:31.239016 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-53664bba-e394-4121-95a7-bf65bb075a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:31.240600 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-53664bba-e394-4121-95a7-bf65bb075a0b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514057 Jul 15 15:17:31.336735 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-1254e9ad-21be-4569-92e8-284494858536 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898218 Jul 15 15:17:31.433408 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-4f952ad0-dba0-4534-afe2-8f7f237aa428 req-117f064e-3af3-4117-bd4a-305315faa5d6 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910347 Jul 15 15:17:31.569362 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bf1dd-2ded-4a8a-b00a-16e369d4757d req-f9c394c3-f9b8-4dba-88f7-fe33449171bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:31.570781 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c1bf1dd-2ded-4a8a-b00a-16e369d4757d req-f9c394c3-f9b8-4dba-88f7-fe33449171bb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 1127 time: 0.0478337 Jul 15 15:17:31.667006 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bf1dd-2ded-4a8a-b00a-16e369d4757d req-8d9176e1-4208-4f2f-85a7-84145b16fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:31.668486 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c1bf1dd-2ded-4a8a-b00a-16e369d4757d req-8d9176e1-4208-4f2f-85a7-84145b16fc0b service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.0917754 Jul 15 15:17:31.710820 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c1bf1dd-2ded-4a8a-b00a-16e369d4757d req-3156ea3b-c9df-424d-9ebc-10e61df350fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b0b915-75e6-43e8-a18d-15c1f74c8aee HTTP/1.1" status: 200 len: 217 time: 0.0361490 Jul 15 15:17:31.769889 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bf1dd-2ded-4a8a-b00a-16e369d4757d req-d96ba3d7-b24f-4fd7-885f-1ac01c17b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:31.771404 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c1bf1dd-2ded-4a8a-b00a-16e369d4757d req-d96ba3d7-b24f-4fd7-885f-1ac01c17b1e8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0548246 Jul 15 15:17:31.774467 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc1c3-ce10-4c68-b7b0-a27ab964350d req-35de3054-9ec3-40f0-b462-ee0c30534919 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:31.776824 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-295cc1c3-ce10-4c68-b7b0-a27ab964350d req-35de3054-9ec3-40f0-b462-ee0c30534919 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 943 time: 0.0601087 Jul 15 15:17:31.823895 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bf1dd-2ded-4a8a-b00a-16e369d4757d req-d49fc704-8cdd-4474-adf9-59fbc07ce898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:31.825413 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c1bf1dd-2ded-4a8a-b00a-16e369d4757d req-d49fc704-8cdd-4474-adf9-59fbc07ce898 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474863 Jul 15 15:17:31.830903 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-295cc1c3-ce10-4c68-b7b0-a27ab964350d req-b17aa37f-5b8a-46e1-8c83-8dbe1fac9f6a tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482919 Jul 15 15:17:31.924307 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c1bf1dd-2ded-4a8a-b00a-16e369d4757d req-f01fbfc8-7378-4d8a-932e-6daa65ef3ca6 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918815 Jul 15 15:17:32.021735 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2c1bf1dd-2ded-4a8a-b00a-16e369d4757d req-4306ac66-d9f5-47e8-8684-3ea482af234c service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919101 Jul 15 15:17:32.961906 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24e01d-1366-4bb7-926a-eee01d2e5051 req-cc7fae22-c579-4c89-8e97-3d5ad9464b1c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:32.964022 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3a24e01d-1366-4bb7-926a-eee01d2e5051 req-cc7fae22-c579-4c89-8e97-3d5ad9464b1c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 943 time: 0.0570340 Jul 15 15:17:33.018935 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-3a24e01d-1366-4bb7-926a-eee01d2e5051 req-a7595a68-2e0d-4131-b7ba-fdf10f52f387 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476356 Jul 15 15:17:34.164876 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebab8b-eec2-40e0-af56-5bf03a9e59b8 req-e1885383-7fda-4a0d-8a2d-97e3133234ed tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:34.168205 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-94ebab8b-eec2-40e0-af56-5bf03a9e59b8 req-e1885383-7fda-4a0d-8a2d-97e3133234ed tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 943 time: 0.0718582 Jul 15 15:17:34.221722 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-94ebab8b-eec2-40e0-af56-5bf03a9e59b8 req-64985386-9c90-4338-8e3f-ca8273508b00 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473313 Jul 15 15:17:35.373415 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e464d-09ae-4163-bc8d-16f4a32e58e1 req-1d16d1ee-d236-4528-9dfd-6ec37e3a5547 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:35.375008 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a82e464d-09ae-4163-bc8d-16f4a32e58e1 req-1d16d1ee-d236-4528-9dfd-6ec37e3a5547 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 943 time: 0.0700128 Jul 15 15:17:35.436064 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a82e464d-09ae-4163-bc8d-16f4a32e58e1 req-06cea5d1-d1b5-48e9-9089-43023ac85f00 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512416 Jul 15 15:17:36.569704 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046122c0-9489-42dc-86b2-c895f71c63e1 req-28c69823-df23-4869-b927-180c27cd3818 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:36.571340 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-046122c0-9489-42dc-86b2-c895f71c63e1 req-28c69823-df23-4869-b927-180c27cd3818 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 943 time: 0.0594952 Jul 15 15:17:36.626450 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-046122c0-9489-42dc-86b2-c895f71c63e1 req-48da31ce-df85-493a-9ae9-d8e85d06bcaa tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492518 Jul 15 15:17:37.655743 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39d3bba4-3708-4383-ad37-8cc1684352bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:37.752380 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89c7fb-c603-4665-98ed-01795e7e18e6 req-eaeefd1e-3516-4aba-922c-46b02cb92c4d tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:37.753895 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8d89c7fb-c603-4665-98ed-01795e7e18e6 req-eaeefd1e-3516-4aba-922c-46b02cb92c4d tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 943 time: 0.0553794 Jul 15 15:17:37.803997 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-8d89c7fb-c603-4665-98ed-01795e7e18e6 req-60be254c-e608-4f40-a28b-24d3eb3bc9b0 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444322 Jul 15 15:17:38.224636 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:38.921651 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2713f8-7b2c-4885-b0ea-d99c50b7a9a0 req-386aa6a9-91cb-4cd3-9710-29c135957927 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:38.923087 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-eb2713f8-7b2c-4885-b0ea-d99c50b7a9a0 req-386aa6a9-91cb-4cd3-9710-29c135957927 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 943 time: 0.0530574 Jul 15 15:17:38.975540 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-eb2713f8-7b2c-4885-b0ea-d99c50b7a9a0 req-630679b0-34d5-47d2-a816-732f308d315b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466597 Jul 15 15:17:39.741704 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-218eeb9e-4c89-479c-bc61-3b8bb8be5584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:40.106394 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18176c45-335b-45de-8107-ea1ea1bf5866 req-f7273173-80b1-42e5-8f3c-eaae214752e3 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:40.107918 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-18176c45-335b-45de-8107-ea1ea1bf5866 req-f7273173-80b1-42e5-8f3c-eaae214752e3 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 943 time: 0.0576425 Jul 15 15:17:40.163019 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-18176c45-335b-45de-8107-ea1ea1bf5866 req-c19907f7-cc51-4535-9b61-61ffa1b82eff tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494299 Jul 15 15:17:40.981928 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device c3b0b915-75e6-43e8-a18d-15c1f74c8aee details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:17:41.065983 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:41.097016 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port c3b0b915-75e6-43e8-a18d-15c1f74c8aee, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c3b0b915-75e6-43e8-a18d-15c1f74c8aee,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:41.108711 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'port_id': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'mac_address': 'fa:16:3e:14:74:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:17:41.152966 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port c3b0b915-75e6-43e8-a18d-15c1f74c8aee is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:17:41.153364 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:41.167071 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b0b915-75e6-43e8-a18d-15c1f74c8aee {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:17:41.187564 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port c3b0b915-75e6-43e8-a18d-15c1f74c8aee, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c3b0b915-75e6-43e8-a18d-15c1f74c8aee,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:41.192670 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:41.245406 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=c3b0b915-75e6-43e8-a18d-15c1f74c8aee,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:41.292791 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb06ee-b2b6-41d6-bbeb-03720b636115 req-eea2ef14-e19b-4219-9c3f-ffa640f3a75b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:41.294307 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c1cb06ee-b2b6-41d6-bbeb-03720b636115 req-eea2ef14-e19b-4219-9c3f-ffa640f3a75b tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 944 time: 0.0580916 Jul 15 15:17:41.345621 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c1cb06ee-b2b6-41d6-bbeb-03720b636115 req-8ac0a14a-3a14-4b91-8c2a-91c41b5e0e79 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456927 Jul 15 15:17:41.597657 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['c3b0b915-75e6-43e8-a18d-15c1f74c8aee'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:17:42.470804 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:42.472576 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e90b8e-f3a1-4b77-978b-9dd41147d1cd req-5903acd4-cf9d-463a-beac-7dd5fcd9ec2c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:42.474350 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a7e90b8e-f3a1-4b77-978b-9dd41147d1cd req-5903acd4-cf9d-463a-beac-7dd5fcd9ec2c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 944 time: 0.0597122 Jul 15 15:17:42.535746 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a7e90b8e-f3a1-4b77-978b-9dd41147d1cd req-6360560e-2dc8-4a4e-a6cf-039e54c77486 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547101 Jul 15 15:17:43.004071 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device c3b0b915-75e6-43e8-a18d-15c1f74c8aee up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:43.057665 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port c3b0b915-75e6-43e8-a18d-15c1f74c8aee completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:17:43.062074 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port c3b0b915-75e6-43e8-a18d-15c1f74c8aee triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:17:43.062472 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:43.141902 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port c3b0b915-75e6-43e8-a18d-15c1f74c8aee is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:17:43.142308 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:43.166560 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:17:43.168916 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835cc9f4-ddb6-4464-9725-8468572b9d72" -d '{"events": [{"server_uuid": "b26162f6-44ab-4431-b4f8-e206fa031fc4", "name": "network-vif-plugged", "status": "completed", "tag": "c3b0b915-75e6-43e8-a18d-15c1f74c8aee"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:43.182979 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port c3b0b915-75e6-43e8-a18d-15c1f74c8aee, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c3b0b915-75e6-43e8-a18d-15c1f74c8aee,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:43.187785 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:43.238574 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=c3b0b915-75e6-43e8-a18d-15c1f74c8aee,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:43.369872 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa231947-c4fe-467c-aee9-31f8f02bb647 x-openstack-request-id: req-aa231947-c4fe-467c-aee9-31f8f02bb647 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:43.370166 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26162f6-44ab-4431-b4f8-e206fa031fc4", "name": "network-vif-plugged", "status": "completed", "tag": "c3b0b915-75e6-43e8-a18d-15c1f74c8aee", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:43.370437 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aa231947-c4fe-467c-aee9-31f8f02bb647 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:43.370922 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa231947-c4fe-467c-aee9-31f8f02bb647'] response: {'server_uuid': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'code': 200} Jul 15 15:17:43.661564 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d040d8-d1e9-49d6-8d2a-e97dc8ec3e9a req-3b544dc0-bc9c-4251-86b3-a32b91b29a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:43.663381 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-53d040d8-d1e9-49d6-8d2a-e97dc8ec3e9a req-3b544dc0-bc9c-4251-86b3-a32b91b29a78 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 1129 time: 0.0803180 Jul 15 15:17:43.696742 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb391a0-d247-424b-baa7-10aac8f9bb17 req-d4b45b4c-42fa-4363-a317-5d5d729e0f63 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:43.698531 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7eb391a0-d247-424b-baa7-10aac8f9bb17 req-d4b45b4c-42fa-4363-a317-5d5d729e0f63 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 945 time: 0.0835299 Jul 15 15:17:43.744968 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-53d040d8-d1e9-49d6-8d2a-e97dc8ec3e9a req-b7a2e29f-189a-41e0-a21f-8f1d367e04a7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745156 Jul 15 15:17:43.773257 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-7eb391a0-d247-424b-baa7-10aac8f9bb17 req-9688d557-c64a-4c98-90a3-8b717edfbe55 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646968 Jul 15 15:17:43.932809 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:44.910710 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe48a9e-cb89-42b8-825a-7d86c91f605a req-ad8fcb4a-68c7-4ce8-ade5-ace0c694005e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:44.913287 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ffe48a9e-cb89-42b8-825a-7d86c91f605a req-ad8fcb4a-68c7-4ce8-ade5-ace0c694005e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 945 time: 0.0662136 Jul 15 15:17:44.963861 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ffe48a9e-cb89-42b8-825a-7d86c91f605a req-9339f92d-373d-492a-b2d6-3f2d1043fa50 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443487 Jul 15 15:17:46.092329 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846038f-1398-4031-b31a-da51b0ce95ac req-9a1b2a21-5ff1-4295-bc32-0f112b7a160c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:46.093882 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a846038f-1398-4031-b31a-da51b0ce95ac req-9a1b2a21-5ff1-4295-bc32-0f112b7a160c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 945 time: 0.0557685 Jul 15 15:17:46.146252 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a846038f-1398-4031-b31a-da51b0ce95ac req-acda148a-613c-47c6-bc15-da84dd867757 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466807 Jul 15 15:17:46.284306 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d03a9-e6f0-4899-b3d6-af59b03357be req-ddbba0fb-6472-4ee9-98e2-37339fa272b5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:46.285706 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bb2d03a9-e6f0-4899-b3d6-af59b03357be req-ddbba0fb-6472-4ee9-98e2-37339fa272b5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 945 time: 0.0564752 Jul 15 15:17:46.337954 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-bb2d03a9-e6f0-4899-b3d6-af59b03357be req-1589f53d-344c-4ed3-ac0c-23a962499d81 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461125 Jul 15 15:17:46.360571 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42988) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:46.406016 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b8a2f9-53a9-4400-8568-cf3ec5d63b0b tempest-TestVolumeBootPattern-1124557201 tempest-TestVolumeBootPattern-1124557201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:46.407540 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-79b8a2f9-53a9-4400-8568-cf3ec5d63b0b tempest-TestVolumeBootPattern-1124557201 tempest-TestVolumeBootPattern-1124557201-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 1124 time: 0.0458465 Jul 15 15:17:46.411236 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 42990) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:17:46.416430 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.v2.base [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'port_id': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:17:46.439035 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:46.546626 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:46.660464 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_common [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Allocated IP 172.27.2.73 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/9c12398f-579d-4e7f-9921-622d6f687ff4) {{(pid=103712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:46.774352 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for port (9c12398f-579d-4e7f-9921-622d6f687ff4), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:46.812822 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (9c12398f-579d-4e7f-9921-622d6f687ff4), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:46.852150 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:46.856031 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.base_scheduler [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Resources bound (agent type, host, resource id): {{(pid=103712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:46.862569 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Received port after_create {{(pid=103712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:17:46.867747 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'Port': ['ID=9c12398f-579d-4e7f-9921-622d6f687ff4,revision_number=1']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:47.271966 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (aee7a573-578b-4f5d-b32b-641cc973d776), precommit_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:47.349203 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (9c12398f-579d-4e7f-9921-622d6f687ff4), before_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:47.499944 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for port (9c12398f-579d-4e7f-9921-622d6f687ff4), precommit_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:47.505224 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3082290'] for port (9c12398f-579d-4e7f-9921-622d6f687ff4), after_update {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:47.568195 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'Port': ['ID=9c12398f-579d-4e7f-9921-622d6f687ff4,revision_number=2']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:47.588375 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (aee7a573-578b-4f5d-b32b-641cc973d776), after_create {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:47.686341 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.l3_db [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Floating IP aee7a573-578b-4f5d-b32b-641cc973d776 associated. External IP: 172.27.2.73, port: c3b0b915-75e6-43e8-a18d-15c1f74c8aee. Jul 15 15:17:48.147320 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Router fd3f53d2-bd88-40b9-88fc-092baf3ce66b has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:17:48.257913 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:48.269134 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a133738-f21d-4cdc-8c91-01958bb2924f None None] Sync routers for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:48.278996 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:17:48.281343 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a133738-f21d-4cdc-8c91-01958bb2924f None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:17:48.282309 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-8a133738-f21d-4cdc-8c91-01958bb2924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:17:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:48.313301 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-b6fd5ae1-01e3-427e-a260-335fc05151df tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9009883 Jul 15 15:17:48.313877 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'tag': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:17:48.316408 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a658efa4-b4fa-44fd-9077-2a04e1a5bee6" -d '{"events": [{"name": "network-changed", "server_uuid": "b26162f6-44ab-4431-b4f8-e206fa031fc4", "tag": "c3b0b915-75e6-43e8-a18d-15c1f74c8aee"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:48.361651 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c27987-f540-43e3-8126-7835cc9d271a x-openstack-request-id: req-83c27987-f540-43e3-8126-7835cc9d271a {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:48.362299 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26162f6-44ab-4431-b4f8-e206fa031fc4", "tag": "c3b0b915-75e6-43e8-a18d-15c1f74c8aee", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:48.362299 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83c27987-f540-43e3-8126-7835cc9d271a {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:48.362763 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c27987-f540-43e3-8126-7835cc9d271a'] response: {'name': 'network-changed', 'server_uuid': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'tag': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'status': 'completed', 'code': 200} Jul 15 15:17:48.389274 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-8a133738-f21d-4cdc-8c91-01958bb2924f None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:17:48.464764 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658efa4-b4fa-44fd-9077-2a04e1a5bee6 req-f0f1a0fb-8ef2-49e1-99f0-cabc292c944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:48.466307 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a658efa4-b4fa-44fd-9077-2a04e1a5bee6 req-f0f1a0fb-8ef2-49e1-99f0-cabc292c944d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 1129 time: 0.0559032 Jul 15 15:17:48.571325 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658efa4-b4fa-44fd-9077-2a04e1a5bee6 req-cdda36cf-075a-40ef-af40-a27224ccca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:48.574053 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a658efa4-b4fa-44fd-9077-2a04e1a5bee6 req-cdda36cf-075a-40ef-af40-a27224ccca38 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.1017737 Jul 15 15:17:48.633334 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-8a133738-f21d-4cdc-8c91-01958bb2924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'aee7a573-578b-4f5d-b32b-641cc973d776', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:14:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:17:47Z', 'updated_at': '2022-07-15T15:17:47Z', 'revision_number': 0, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:48.654363 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a658efa4-b4fa-44fd-9077-2a04e1a5bee6 req-608212b3-b043-4074-ad1b-9fd2d0fe8bd8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b0b915-75e6-43e8-a18d-15c1f74c8aee HTTP/1.1" status: 200 len: 998 time: 0.0738595 Jul 15 15:17:48.664861 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a133738-f21d-4cdc-8c91-01958bb2924f None None] Checking router: fd3f53d2-bd88-40b9-88fc-092baf3ce66b for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:48.681001 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a133738-f21d-4cdc-8c91-01958bb2924f None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:17:48.682716 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-8a133738-f21d-4cdc-8c91-01958bb2924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:17:40Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:48.712694 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658efa4-b4fa-44fd-9077-2a04e1a5bee6 req-e4ed0a78-2dd8-4326-8d68-8d86c77f5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:48.714452 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a658efa4-b4fa-44fd-9077-2a04e1a5bee6 req-e4ed0a78-2dd8-4326-8d68-8d86c77f5195 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0541906 Jul 15 15:17:48.781471 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658efa4-b4fa-44fd-9077-2a04e1a5bee6 req-20ee3a5d-50d1-4cf4-a482-e990235c41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:17:48.782990 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a658efa4-b4fa-44fd-9077-2a04e1a5bee6 req-20ee3a5d-50d1-4cf4-a482-e990235c41aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615952 Jul 15 15:17:48.847548 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-8a133738-f21d-4cdc-8c91-01958bb2924f None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:17:48.895564 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a658efa4-b4fa-44fd-9077-2a04e1a5bee6 req-10dea28e-fba3-4b77-b893-6c5af62e6fd9 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064451 Jul 15 15:17:49.019273 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-a658efa4-b4fa-44fd-9077-2a04e1a5bee6 req-7a2c8f22-6969-44cf-93f9-22fe63e02be6 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169426 Jul 15 15:17:49.194704 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-8a133738-f21d-4cdc-8c91-01958bb2924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'aee7a573-578b-4f5d-b32b-641cc973d776', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:14:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:17:47Z', 'updated_at': '2022-07-15T15:17:47Z', 'revision_number': 0, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:49.224975 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a133738-f21d-4cdc-8c91-01958bb2924f None None] The sync data for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi is: [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'aee7a573-578b-4f5d-b32b-641cc973d776', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:14:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:17:47Z', 'updated_at': '2022-07-15T15:17:47Z', 'revision_number': 0, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:49.459826 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8de458-cb71-437b-be96-58ed934739f1 None None] New status for floating IP aee7a573-578b-4f5d-b32b-641cc973d776: ACTIVE {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:17:52.515365 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:18:07.659539 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-23ccc9e3-4742-46c0-a5ba-2e3446585c65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:18:08.236977 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:18:09.744811 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fc15c7a1-356c-4e57-a931-2dd2bce207e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:18:11.038793 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:18:12.465700 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:18:13.937075 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:18:15.107651 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [req-0f62b049-a914-43e9-bb61-b4ddd6a92195 req-d1f173ef-0280-4cbe-8605-cf3b9b6f731a service neutron] (103713) timed out ('10.222.0.77', 49307) {{(pid=103713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 15 15:18:21.076816 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-79ffbfac-668c-42c7-90e1-479a2c61ba6a req-92484ea7-eb30-41a7-80ec-df19df29b0a1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479679 Jul 15 15:18:21.189885 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffbfac-668c-42c7-90e1-479a2c61ba6a req-369fe33c-2190-4ae0-b62d-592dbfceb05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:18:21.191416 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-79ffbfac-668c-42c7-90e1-479a2c61ba6a req-369fe33c-2190-4ae0-b62d-592dbfceb05a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 1129 time: 0.0524600 Jul 15 15:18:21.300005 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffbfac-668c-42c7-90e1-479a2c61ba6a req-362f3a40-aa8b-4d0a-8635-ab6eab4dc341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:18:21.301518 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-79ffbfac-668c-42c7-90e1-479a2c61ba6a req-362f3a40-aa8b-4d0a-8635-ab6eab4dc341 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.0907810 Jul 15 15:18:21.367749 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-79ffbfac-668c-42c7-90e1-479a2c61ba6a req-8d1b940e-a884-42fb-9bbd-988fbf905d12 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b0b915-75e6-43e8-a18d-15c1f74c8aee HTTP/1.1" status: 200 len: 1000 time: 0.0600269 Jul 15 15:18:21.416653 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffbfac-668c-42c7-90e1-479a2c61ba6a req-37c9a608-fe36-44ef-ac09-65c40ac5c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:18:21.418173 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-79ffbfac-668c-42c7-90e1-479a2c61ba6a req-37c9a608-fe36-44ef-ac09-65c40ac5c4ae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0451407 Jul 15 15:18:21.470520 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffbfac-668c-42c7-90e1-479a2c61ba6a req-0dc8c710-c9dc-4196-b1a3-4e62991107cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:18:21.472115 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-79ffbfac-668c-42c7-90e1-479a2c61ba6a req-0dc8c710-c9dc-4196-b1a3-4e62991107cf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484774 Jul 15 15:18:21.570259 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-79ffbfac-668c-42c7-90e1-479a2c61ba6a req-f47a607a-c537-4f7e-b886-6b3643252e7d service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909674 Jul 15 15:18:21.962602 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-79ffbfac-668c-42c7-90e1-479a2c61ba6a req-04202998-a81b-41f4-a9cd-098389b3e162 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867812 Jul 15 15:18:29.515482 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:18:37.665514 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-23938365-e9fb-4066-82fa-d9d3a4254b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:18:38.225440 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:18:39.748841 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8d5a84a4-e7b8-4385-b369-eacfd607f39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:18:41.044143 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:18:42.468117 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:18:43.941694 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:19:06.515914 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:19:07.659323 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fd31200a-2a47-41b4-8d1d-3690456648f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:19:08.236783 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:19:09.750717 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a116394d-dc0a-41d5-88f1-b637ed2a342a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:19:11.044558 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:19:12.472402 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:19:13.946000 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:19:21.074307 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fd8eda9c-ad71-4f2d-960f-0f8ff0f9a558 req-a3f98cdd-cfc3-40a6-a033-fa89dfd04320 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446715 Jul 15 15:19:21.180003 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eda9c-ad71-4f2d-960f-0f8ff0f9a558 req-dddc3e12-9b22-49f5-90d5-6721372e23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:19:21.182167 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fd8eda9c-ad71-4f2d-960f-0f8ff0f9a558 req-dddc3e12-9b22-49f5-90d5-6721372e23ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 1129 time: 0.0487680 Jul 15 15:19:21.284380 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eda9c-ad71-4f2d-960f-0f8ff0f9a558 req-cf0d85ff-b71f-4af1-882d-68ad3a942b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:19:21.285787 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fd8eda9c-ad71-4f2d-960f-0f8ff0f9a558 req-cf0d85ff-b71f-4af1-882d-68ad3a942b70 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.0855327 Jul 15 15:19:21.363002 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fd8eda9c-ad71-4f2d-960f-0f8ff0f9a558 req-e4211aa9-de73-42f1-8062-bb865b7d375f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b0b915-75e6-43e8-a18d-15c1f74c8aee HTTP/1.1" status: 200 len: 1000 time: 0.0711970 Jul 15 15:19:21.416572 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eda9c-ad71-4f2d-960f-0f8ff0f9a558 req-0873a8fa-a867-4b0f-b848-758ac3e235f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:19:21.418037 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fd8eda9c-ad71-4f2d-960f-0f8ff0f9a558 req-0873a8fa-a867-4b0f-b848-758ac3e235f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0491934 Jul 15 15:19:21.466095 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eda9c-ad71-4f2d-960f-0f8ff0f9a558 req-3e6ad47b-6568-47f4-bdcd-9296c6763c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:19:21.467601 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fd8eda9c-ad71-4f2d-960f-0f8ff0f9a558 req-3e6ad47b-6568-47f4-bdcd-9296c6763c86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439360 Jul 15 15:19:21.566410 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fd8eda9c-ad71-4f2d-960f-0f8ff0f9a558 req-3ad45383-3b64-4665-b8f3-ff59ddabe901 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916893 Jul 15 15:19:21.657831 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fd8eda9c-ad71-4f2d-960f-0f8ff0f9a558 req-4c077510-5ef9-4360-b668-b237bf331989 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851729 Jul 15 15:19:37.664043 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f8e8fb6b-9c22-4106-8b17-89f3bef9a843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:19:38.245444 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:19:39.753067 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a53e6b0f-dff6-4634-aa23-7159da444d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:19:41.047928 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:19:42.473471 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:19:43.514285 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:19:43.952953 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:02.014819 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-3dd7dbd8-30a9-4576-bfb1-79b959a1711f tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165986691&fields=id&tenant_id=8063d89a8d6c4d33b7534100984175a4 HTTP/1.1" status: 200 len: 267 time: 0.0481637 Jul 15 15:20:02.130529 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-2517f338-e696-4422-838d-df1b7c0c5fba tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:02.132009 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-2517f338-e696-4422-838d-df1b7c0c5fba tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 812 time: 0.1106851 Jul 15 15:20:02.155506 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-1af84f71-f25e-46d5-8667-90786f94136a tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/quotas/8063d89a8d6c4d33b7534100984175a4 HTTP/1.1" status: 200 len: 375 time: 0.0148215 Jul 15 15:20:02.216332 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-18095b96-1b9e-4877-bf3b-54742433ddcf tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553243 Jul 15 15:20:02.395009 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-fb124989-8e84-4ff6-9638-b85407da6961 service neutron] 10.222.0.47 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674547 Jul 15 15:20:02.498445 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-bcaf6ca3-52b6-4e01-b879-18915c638d1c service neutron] 10.222.0.47 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955284 Jul 15 15:20:02.829908 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-98430ea7-337a-453b-8b33-24a933a1b00e req-75ed1c7e-d38f-45eb-8c2c-79b25243edf6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 210 time: 0.0348291 Jul 15 15:20:03.939870 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-ca8490f9-3099-49b7-a5ba-3e7463048a45 req-88211dfe-ddd9-46da-a814-1f0303ea64bc tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 210 time: 0.0291917 Jul 15 15:20:04.084023 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-d092fe9a-7bff-4685-8b6d-adee92b14b5f tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:04.085573 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-d092fe9a-7bff-4685-8b6d-adee92b14b5f tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 812 time: 0.1380458 Jul 15 15:20:04.167259 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-0292108a-fcd7-4360-97f3-1193a54d7535 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8063d89a8d6c4d33b7534100984175a4 HTTP/1.1" status: 200 len: 379 time: 0.0626450 Jul 15 15:20:04.176078 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'port': {'device_id': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'admin_state_up': True, 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'security_groups': ['37791e40-64bb-4e91-a36d-aec938db38c5']}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:20:04.296387 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Made reservation on behalf of 8063d89a8d6c4d33b7534100984175a4 for: {'port': 1} {{(pid=103713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:20:04.299779 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:04.440352 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Allocated IP 172.20.0.12 (fb533932-01a4-4b10-bcbc-2dbd21ab2479/a3df3662-0b61-40a0-8ccb-d1d7f4556626/df3f1ad2-52c2-4563-b4cb-8aab8cef3f30) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:04.592308 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:04.630984 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:04.674440 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Network fb533932-01a4-4b10-bcbc-2dbd21ab2479 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:04.678364 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:04.685335 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:20:04.717755 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'Port': ['ID=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:04.731829 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.732168 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.732513 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.732880 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.733210 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.733541 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.733872 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.734201 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.734532 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.735666 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.735666 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.735666 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.735924 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:04.763141 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:04.763818 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:04.785592 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-ee570475-8e05-4739-9c7a-2898a2f9a4e5 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6134419 Jul 15 15:20:04.816430 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Request body: {'port': {'device_id': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84882'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:20:04.896255 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:05.015224 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-7782f7f5-32e8-49e7-ae1d-3341e6d7d03d None None] Provisioning complete for port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 triggered by entity DHCP. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:20:05.015849 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7782f7f5-32e8-49e7-ae1d-3341e6d7d03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:05.053789 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-7782f7f5-32e8-49e7-ae1d-3341e6d7d03d None None] Port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 cannot update to ACTIVE because it is not bound. {{(pid=103714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}} Jul 15 15:20:05.188612 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c010e8a-bed4-4f8a-9b7c-0c4d9085648e req-e439f884-90b8-40bf-af2a-4c0ec3656039 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:05.190165 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5c010e8a-bed4-4f8a-9b7c-0c4d9085648e req-e439f884-90b8-40bf-af2a-4c0ec3656039 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 932 time: 0.1344869 Jul 15 15:20:05.278788 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-5c010e8a-bed4-4f8a-9b7c-0c4d9085648e req-d4870686-7608-433e-96a4-184121f30faf tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812335 Jul 15 15:20:05.284759 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 {{(pid=103713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:20:05.295004 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Publish callbacks [] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:05.308018 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.provisioning_blocks [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Transition to ACTIVE for port object df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 will not be triggered until provisioned by entity L2. {{(pid=103713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Jul 15 15:20:05.312661 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:05.370390 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Pushing event updated for resources: {'Port': ['ID=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:05.445672 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Attempting to bind port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 on host hv-cinder-84882 for vnic_type normal with profile {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jul 15 15:20:05.446787 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Attempting to bind port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 by drivers openvswitch,hyperv on host hv-cinder-84882 at level 0 using segments [{'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jul 15 15:20:05.447141 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Attempting to bind port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 on network fb533932-01a4-4b10-bcbc-2dbd21ab2479 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:20:05.452862 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 on network fb533932-01a4-4b10-bcbc-2dbd21ab2479 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84882 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 15 15:20:05.453365 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Attempting to bind port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 on network fb533932-01a4-4b10-bcbc-2dbd21ab2479 {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 15 15:20:05.460282 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Checking agent: {'id': 'cc9b7230-a790-4476-97b0-ad77dbb90948', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84882', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'started_at': datetime.datetime(2022, 7, 15, 14, 59, 4), 'heartbeat_timestamp': datetime.datetime(2022, 7, 15, 15, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 15 15:20:05.460776 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Checking segment: {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 15 15:20:05.461304 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Bound using segment: {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'} {{(pid=103713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 15 15:20:05.462040 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.managers [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Bound port: df3f1ad2-52c2-4563-b4cb-8aab8cef3f30, host: hv-cinder-84882, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911a8e55-c316-44c8-b20a-d5de594e40cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479'}}] {{(pid=103713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jul 15 15:20:05.462412 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:05.547339 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] For port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30, host hv-cinder-84882, cleared binding levels {{(pid=103713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:20:05.551365 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] For port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30, host hv-cinder-84882, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:20:05.559859 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:05.597721 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:05.598349 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:05.599730 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] 10.222.0.77 "PUT /v2.0/ports/df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 HTTP/1.1" status: 200 len: 1094 time: 0.7893205 Jul 15 15:20:05.600175 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'tag': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:20:05.603073 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41746064-5b2e-4df5-aeb2-2f5cdb7207a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8dc7fd-7b42-4643-babb-03047a02e715", "tag": "df3f1ad2-52c2-4563-b4cb-8aab8cef3f30"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:20:05.639034 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f64c4-d67d-4370-95ef-544cb6d65187 service neutron] Pushing event updated for resources: {'Port': ['ID=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30,revision_number=3']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:05.711056 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-8ced4c84-87b1-43d4-8445-e7fbe56e5a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:05.713549 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-8ced4c84-87b1-43d4-8445-e7fbe56e5a12 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 1128 time: 0.0579007 Jul 15 15:20:05.765029 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-0732aea6-a2ac-4a2e-860e-0b398970d5cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 HTTP/1.1" status: 200 len: 217 time: 0.0376906 Jul 15 15:20:05.817755 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-6cd64064-8df6-462e-a772-22ebbc669b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:05.819209 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-6cd64064-8df6-462e-a772-22ebbc669b6f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0489340 Jul 15 15:20:05.877485 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-33185056-f4d3-4d2f-ba31-44241f283911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:05.878977 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-33185056-f4d3-4d2f-ba31-44241f283911 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539653 Jul 15 15:20:05.971290 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-699fafd7-e010-46f1-92d1-a45aa43d5d8e service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852160 Jul 15 15:20:06.069281 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-015e5e7e-f675-4704-b68d-408e0ad8cbae req-95ccc240-f9fe-441c-b7d2-cdf7aacb6e67 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905571 Jul 15 15:20:06.400016 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbb445-ad6f-4d76-93d3-6b4811ba5169 req-9aac6812-2ce3-4c6f-90e5-83a28d183321 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:06.401579 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2fbb445-ad6f-4d76-93d3-6b4811ba5169 req-9aac6812-2ce3-4c6f-90e5-83a28d183321 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 944 time: 0.0538325 Jul 15 15:20:06.452394 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f2fbb445-ad6f-4d76-93d3-6b4811ba5169 req-4e08c648-a7a7-48dd-8e38-03c1cfa54102 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450084 Jul 15 15:20:06.735036 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7597b383-e846-43a3-a836-35affed56871 x-openstack-request-id: req-7597b383-e846-43a3-a836-35affed56871 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:20:06.735334 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8dc7fd-7b42-4643-babb-03047a02e715", "tag": "df3f1ad2-52c2-4563-b4cb-8aab8cef3f30", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:20:06.735596 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7597b383-e846-43a3-a836-35affed56871 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:20:06.736019 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7597b383-e846-43a3-a836-35affed56871'] response: {'name': 'network-changed', 'server_uuid': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'tag': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30', 'status': 'completed', 'code': 200} Jul 15 15:20:06.829721 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41746064-5b2e-4df5-aeb2-2f5cdb7207a6 req-5d3f4fa2-cb95-4e0b-abef-6beb2bc15e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:06.831222 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41746064-5b2e-4df5-aeb2-2f5cdb7207a6 req-5d3f4fa2-cb95-4e0b-abef-6beb2bc15e8a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 1128 time: 0.0484548 Jul 15 15:20:06.927627 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41746064-5b2e-4df5-aeb2-2f5cdb7207a6 req-a4b982f9-ae8a-4ac1-a8aa-9c329d4b434c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:06.929127 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41746064-5b2e-4df5-aeb2-2f5cdb7207a6 req-a4b982f9-ae8a-4ac1-a8aa-9c329d4b434c service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.0914319 Jul 15 15:20:06.981077 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41746064-5b2e-4df5-aeb2-2f5cdb7207a6 req-d59bdc08-6434-4016-ad17-8f099e24af6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 HTTP/1.1" status: 200 len: 217 time: 0.0334947 Jul 15 15:20:07.032680 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41746064-5b2e-4df5-aeb2-2f5cdb7207a6 req-ebc78b42-49ee-4cc9-808e-db05e8b0250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:07.033942 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41746064-5b2e-4df5-aeb2-2f5cdb7207a6 req-ebc78b42-49ee-4cc9-808e-db05e8b0250a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0473926 Jul 15 15:20:07.096434 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41746064-5b2e-4df5-aeb2-2f5cdb7207a6 req-c6471047-4c7d-4c09-891b-c2eeca8b08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:07.097984 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41746064-5b2e-4df5-aeb2-2f5cdb7207a6 req-c6471047-4c7d-4c09-891b-c2eeca8b08fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556746 Jul 15 15:20:07.202917 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41746064-5b2e-4df5-aeb2-2f5cdb7207a6 req-4ac37103-2ba3-46cf-b6fa-9061f72f5a10 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947049 Jul 15 15:20:07.308441 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41746064-5b2e-4df5-aeb2-2f5cdb7207a6 req-5f9fcd95-d58e-442c-aff4-0437d607b969 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950887 Jul 15 15:20:07.587129 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3487e8-10ad-4d18-8688-f1778775bb19 req-53bd4d3c-3374-4034-acb9-24d0bcc27b9c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:07.588636 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef3487e8-10ad-4d18-8688-f1778775bb19 req-53bd4d3c-3374-4034-acb9-24d0bcc27b9c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 944 time: 0.0632946 Jul 15 15:20:07.639881 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-ef3487e8-10ad-4d18-8688-f1778775bb19 req-92ff0c2c-dc94-41b2-883e-076a5fc33788 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455744 Jul 15 15:20:07.668989 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c334f8f3-5d07-427c-9546-5a70b9ec07bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:08.275643 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:08.767268 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c5686-a5d8-44a4-80d6-afac1e5e8d0b req-3540085c-6239-4fde-8fe4-4f2bea4e85ec tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:08.768802 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6d0c5686-a5d8-44a4-80d6-afac1e5e8d0b req-3540085c-6239-4fde-8fe4-4f2bea4e85ec tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 944 time: 0.0563419 Jul 15 15:20:08.830611 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6d0c5686-a5d8-44a4-80d6-afac1e5e8d0b req-c9ea3b23-c937-4b47-80ed-aab706f50a23 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548542 Jul 15 15:20:09.756185 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4a0962f9-e388-4e36-97e8-5cdc8d12fa36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:09.960377 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb628a-b34c-449b-8b8c-711e4198a971 req-247c88dc-877a-44fb-9a5a-d98e64e1746d tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:09.962040 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bfdb628a-b34c-449b-8b8c-711e4198a971 req-247c88dc-877a-44fb-9a5a-d98e64e1746d tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 944 time: 0.0546744 Jul 15 15:20:10.015307 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bfdb628a-b34c-449b-8b8c-711e4198a971 req-061940d2-cfc4-4ff9-ba43-46bba3f0977e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475519 Jul 15 15:20:11.052307 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:11.146293 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf964d0-4833-4515-8908-9bcf939f720a req-888128f1-f6f0-487f-a9e9-6d28040deaef tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:11.147769 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-caf964d0-4833-4515-8908-9bcf939f720a req-888128f1-f6f0-487f-a9e9-6d28040deaef tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 944 time: 0.0567026 Jul 15 15:20:11.197992 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-caf964d0-4833-4515-8908-9bcf939f720a req-4b8977a2-8e3d-4b66-a178-22a394ddef1a tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440934 Jul 15 15:20:12.320219 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c5b9d-6070-4507-a2dc-d32a9d213fe4 req-5f7249f4-d82e-4d04-88cb-e57a918316c3 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:12.321772 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-df5c5b9d-6070-4507-a2dc-d32a9d213fe4 req-5f7249f4-d82e-4d04-88cb-e57a918316c3 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 944 time: 0.0536180 Jul 15 15:20:12.372906 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-df5c5b9d-6070-4507-a2dc-d32a9d213fe4 req-2a0e9a4e-22b4-45e4-9380-c7a96b6bea05 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447984 Jul 15 15:20:12.478406 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:13.496692 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46221684-405f-41dd-9c45-f00e6b92521e req-c6bd086a-75c8-477f-b8ba-30127add7257 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:13.498274 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-46221684-405f-41dd-9c45-f00e6b92521e req-c6bd086a-75c8-477f-b8ba-30127add7257 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 944 time: 0.0557015 Jul 15 15:20:13.548635 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-46221684-405f-41dd-9c45-f00e6b92521e req-e1b18b44-adee-4afe-b2e3-b328edfdca0a tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447733 Jul 15 15:20:13.946850 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:14.671450 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e69ec-0b4a-42fd-8f6c-13f287bd190c req-6a4fb55c-887d-4a05-9f44-8e457c5b5e74 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:14.672954 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2f6e69ec-0b4a-42fd-8f6c-13f287bd190c req-6a4fb55c-887d-4a05-9f44-8e457c5b5e74 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 944 time: 0.0561850 Jul 15 15:20:14.723477 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-2f6e69ec-0b4a-42fd-8f6c-13f287bd190c req-03b203b8-3c9a-4d48-87cd-d8d1f63b3f89 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447407 Jul 15 15:20:15.686491 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 details requested by agent hyperv_hv-cinder-84882 with host hv-cinder-84882 {{(pid=103714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:20:15.788651 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:15.803042 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Returning: {'device': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'port_id': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30', 'mac_address': 'fa:16:3e:ef:6f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:20:15.846318 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 is: DOWN; New status is: BUILD {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:20:15.846719 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:15.854174 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382c94f-cba1-49b2-8dde-796477d7d6ce req-70c87403-bd2b-4e31-a1df-536af0010aba tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:15.855706 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d382c94f-cba1-49b2-8dde-796477d7d6ce req-70c87403-bd2b-4e31-a1df-536af0010aba tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 944 time: 0.0644994 Jul 15 15:20:15.861251 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 15 15:20:15.881781 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:15.892459 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:15.910568 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-d382c94f-cba1-49b2-8dde-796477d7d6ce req-5d1ed421-4796-4422-a3fa-2ec8e612a2a6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484004 Jul 15 15:20:15.941923 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30,revision_number=4']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:15.949659 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:15.950015 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:15.950363 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:15.950705 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:15.951044 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:15.951378 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:15.951711 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:15.952041 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:15.952372 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:15.952735 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:15.953099 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:15.953401 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:15.954003 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:20:16.346811 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] get_ports_and_sgs() called for port_ids ['df3f1ad2-52c2-4563-b4cb-8aab8cef3f30'] {{(pid=103714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:20:17.043152 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e434e3-abab-48c2-a11a-0c66479f898f req-fbe40a1e-f55d-4850-8c33-9d0fba3c83da tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:17.044919 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-69e434e3-abab-48c2-a11a-0c66479f898f req-fbe40a1e-f55d-4850-8c33-9d0fba3c83da tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 945 time: 0.0658753 Jul 15 15:20:17.104519 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-69e434e3-abab-48c2-a11a-0c66479f898f req-97aebdee-f4c9-42b0-8630-d857b58adbab tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511298 Jul 15 15:20:17.705099 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 up at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:20:17.752927 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning for port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 completed by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jul 15 15:20:17.757181 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Provisioning complete for port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 triggered by entity L2. {{(pid=103714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jul 15 15:20:17.757517 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641024'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), provisioning_complete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:17.841285 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Current status of the port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 is: BUILD; New status is: ACTIVE {{(pid=103714) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2258}} Jul 15 15:20:17.841575 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:17.864578 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:20:17.866836 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac7938a9ee0c52e6033015dfbd1d725abd6cb2179f33b55343c1a45eccf1df6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61377e82-ea22-4803-918c-6e0fbc04a628" -d '{"events": [{"server_uuid": "7e8dc7fd-7b42-4643-babb-03047a02e715", "name": "network-vif-plugged", "status": "completed", "tag": "df3f1ad2-52c2-4563-b4cb-8aab8cef3f30"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:20:17.882259 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] For port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:20:17.887361 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:17.910583 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bebfbcc-1ac6-46f1-9d00-e2e8b8cac645 x-openstack-request-id: req-5bebfbcc-1ac6-46f1-9d00-e2e8b8cac645 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:20:17.910870 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8dc7fd-7b42-4643-babb-03047a02e715", "name": "network-vif-plugged", "status": "completed", "tag": "df3f1ad2-52c2-4563-b4cb-8aab8cef3f30", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:20:17.911127 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bebfbcc-1ac6-46f1-9d00-e2e8b8cac645 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:20:17.911520 dv-cinder-848821-1-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bebfbcc-1ac6-46f1-9d00-e2e8b8cac645'] response: {'server_uuid': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30', 'code': 200} Jul 15 15:20:17.938700 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Pushing event updated for resources: {'Port': ['ID=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30,revision_number=5']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:18.183814 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15a4dd-5f0c-42ab-a1d6-3a886172a1c4 req-58ae655d-a0b5-4d92-bc6b-cb18dc1e938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:18.186590 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa15a4dd-5f0c-42ab-a1d6-3a886172a1c4 req-58ae655d-a0b5-4d92-bc6b-cb18dc1e938f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 1130 time: 0.0598888 Jul 15 15:20:18.287030 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-fa15a4dd-5f0c-42ab-a1d6-3a886172a1c4 req-f91b6977-6881-43b1-bbc7-7dc8af59eb2f service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850770 Jul 15 15:20:18.296707 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07decdcf-13b4-464c-bcb9-0706909f70f1 req-0519c80e-1561-4dc9-a937-8402a90e9acc tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:18.298202 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-07decdcf-13b4-464c-bcb9-0706909f70f1 req-0519c80e-1561-4dc9-a937-8402a90e9acc tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 946 time: 0.1102982 Jul 15 15:20:18.351445 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-07decdcf-13b4-464c-bcb9-0706909f70f1 req-0dc4aab4-5776-457b-8cc0-9820e158c82f tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475910 Jul 15 15:20:19.485769 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d87dd4-77d9-4afa-9993-198b83ec38a5 req-6afda915-5556-45e0-a1c1-c2d7eea615d1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:19.487270 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-89d87dd4-77d9-4afa-9993-198b83ec38a5 req-6afda915-5556-45e0-a1c1-c2d7eea615d1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 946 time: 0.0567689 Jul 15 15:20:19.553504 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-89d87dd4-77d9-4afa-9993-198b83ec38a5 req-af0ac165-2e3a-4389-b2ec-d8899c83e9fc tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606253 Jul 15 15:20:20.513319 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:20:20.674688 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19d1c-591d-4634-9291-56a9bd22dfae req-8f899b7c-f472-4d52-96cf-6344468aa2bf tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:20.676184 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-14b19d1c-591d-4634-9291-56a9bd22dfae req-8f899b7c-f472-4d52-96cf-6344468aa2bf tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 946 time: 0.0550561 Jul 15 15:20:20.740848 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-14b19d1c-591d-4634-9291-56a9bd22dfae req-237b18c8-9e9e-46d7-ac97-02f515d75159 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575082 Jul 15 15:20:20.861740 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81cf2b-4479-40d4-8697-b0ac29f39190 req-921fca17-22c3-4aa7-b0fc-e319fce4b37c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:20.863242 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1a81cf2b-4479-40d4-8697-b0ac29f39190 req-921fca17-22c3-4aa7-b0fc-e319fce4b37c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 946 time: 0.0544357 Jul 15 15:20:20.919925 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-1a81cf2b-4479-40d4-8697-b0ac29f39190 req-4d2f1ff3-82cc-4a21-9f17-3869c248071c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494545 Jul 15 15:20:20.942820 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 43164) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:20:21.114034 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6c6285-9995-4541-91b8-de297a3de447 tempest-TestVolumeBootPattern-1124557201 tempest-TestVolumeBootPattern-1124557201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:21.116144 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-0a6c6285-9995-4541-91b8-de297a3de447 tempest-TestVolumeBootPattern-1124557201 tempest-TestVolumeBootPattern-1124557201-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 1125 time: 0.1721883 Jul 15 15:20:21.121076 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 43168) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:20:21.125681 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.v2.base [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Request body: {'floatingip': {'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'port_id': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 15 15:20:21.155700 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:21.271804 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (None), before_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:21.398091 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_common [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Allocated IP 172.27.2.150 (1b45bd7b-d41e-4867-ac7c-b256ed85b153/eef226a7-200d-49e2-8072-e74b1560e016/17f10ae2-482b-4fd9-8bc9-3e53cc925074) {{(pid=103713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:20:21.506085 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for port (17f10ae2-482b-4fd9-8bc9-3e53cc925074), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:21.539849 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779191718485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (17f10ae2-482b-4fd9-8bc9-3e53cc925074), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:21.577334 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Network 1b45bd7b-d41e-4867-ac7c-b256ed85b153 is already hosted by enough agents. {{(pid=103713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:20:21.580291 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Resources bound (agent type, host, resource id): {{(pid=103713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:20:21.586362 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Received port after_create {{(pid=103713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jul 15 15:20:21.611332 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'Port': ['ID=17f10ae2-482b-4fd9-8bc9-3e53cc925074,revision_number=1']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:21.966086 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (d971044b-3472-4c79-8922-46922278af8f), precommit_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:22.048164 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-717716'] for port (17f10ae2-482b-4fd9-8bc9-3e53cc925074), before_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:22.206331 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for port (17f10ae2-482b-4fd9-8bc9-3e53cc925074), precommit_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:22.211531 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192141864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779191718503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779191718521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9594273'] for port (17f10ae2-482b-4fd9-8bc9-3e53cc925074), after_update {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:22.280471 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event updated for resources: {'Port': ['ID=17f10ae2-482b-4fd9-8bc9-3e53cc925074,revision_number=2']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:20:22.295039 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3919529'] for floatingip (d971044b-3472-4c79-8922-46922278af8f), after_create {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:22.395592 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Floating IP d971044b-3472-4c79-8922-46922278af8f associated. External IP: 172.27.2.150, port: df3f1ad2-52c2-4563-b4cb-8aab8cef3f30. Jul 15 15:20:22.613610 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Router fd3f53d2-bd88-40b9-88fc-092baf3ce66b has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:20:23.001968 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:20:23.013495 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d606b2-7587-48b3-9f54-611088f1330d None None] Sync routers for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:20:23.023056 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:23.027727 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d606b2-7587-48b3-9f54-611088f1330d None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:20:23.028465 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-49d606b2-7587-48b3-9f54-611088f1330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:20:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:23.084035 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-7a4c628e-e298-46dc-b234-01bf67e8a5b1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9618652 Jul 15 15:20:23.085930 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'tag': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:20:23.088795 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb72676e-8fc9-4e65-b72e-755c6a969b36" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8dc7fd-7b42-4643-babb-03047a02e715", "tag": "df3f1ad2-52c2-4563-b4cb-8aab8cef3f30"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:20:23.112814 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41f493e4-bf44-4c9e-98e3-3f812e4fd6b4 req-73776228-c8c0-475d-83ea-10644315b45a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674663 Jul 15 15:20:23.142674 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0333ba31-503a-4bff-877a-d0bc86f28e3e x-openstack-request-id: req-0333ba31-503a-4bff-877a-d0bc86f28e3e {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:20:23.142969 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8dc7fd-7b42-4643-babb-03047a02e715", "tag": "df3f1ad2-52c2-4563-b4cb-8aab8cef3f30", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:20:23.143359 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0333ba31-503a-4bff-877a-d0bc86f28e3e {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:20:23.143835 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0333ba31-503a-4bff-877a-d0bc86f28e3e'] response: {'name': 'network-changed', 'server_uuid': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'tag': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30', 'status': 'completed', 'code': 200} Jul 15 15:20:23.251262 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-49d606b2-7587-48b3-9f54-611088f1330d None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:20:23.279828 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72676e-8fc9-4e65-b72e-755c6a969b36 req-46fbb46a-eb3d-4e6c-99b6-ded6891bc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:23.281368 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bb72676e-8fc9-4e65-b72e-755c6a969b36 req-46fbb46a-eb3d-4e6c-99b6-ded6891bc742 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 1130 time: 0.0950916 Jul 15 15:20:23.284159 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f493e4-bf44-4c9e-98e3-3f812e4fd6b4 req-59319964-a4bc-4b76-b737-56b7fba62858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:23.285720 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41f493e4-bf44-4c9e-98e3-3f812e4fd6b4 req-59319964-a4bc-4b76-b737-56b7fba62858 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 1129 time: 0.0979888 Jul 15 15:20:23.458260 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72676e-8fc9-4e65-b72e-755c6a969b36 req-7096df98-0b4e-4f9c-8901-0a9748e07da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:23.459740 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bb72676e-8fc9-4e65-b72e-755c6a969b36 req-7096df98-0b4e-4f9c-8901-0a9748e07da1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.1723766 Jul 15 15:20:23.478920 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f493e4-bf44-4c9e-98e3-3f812e4fd6b4 req-af1612dd-4af2-4a04-a511-f01ddb183e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:23.480391 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41f493e4-bf44-4c9e-98e3-3f812e4fd6b4 req-af1612dd-4af2-4a04-a511-f01ddb183e22 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.1693151 Jul 15 15:20:23.521589 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-49d606b2-7587-48b3-9f54-611088f1330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'aee7a573-578b-4f5d-b32b-641cc973d776', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:14:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:17:47Z', 'updated_at': '2022-07-15T15:17:49Z', 'revision_number': 1, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}, {'id': 'd971044b-3472-4c79-8922-46922278af8f', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:ef:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:20:21Z', 'updated_at': '2022-07-15T15:20:21Z', 'revision_number': 0, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:23.558293 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d606b2-7587-48b3-9f54-611088f1330d None None] Checking router: fd3f53d2-bd88-40b9-88fc-092baf3ce66b for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:20:23.567068 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d606b2-7587-48b3-9f54-611088f1330d None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:20:23.567706 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-49d606b2-7587-48b3-9f54-611088f1330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:20:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:23.574928 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bb72676e-8fc9-4e65-b72e-755c6a969b36 req-ba737d01-d71a-40c5-9701-2c4d45fff91f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 HTTP/1.1" status: 200 len: 1000 time: 0.1078436 Jul 15 15:20:23.595584 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41f493e4-bf44-4c9e-98e3-3f812e4fd6b4 req-969ade73-5fb1-4b1a-829f-8047fe4d1e6f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b0b915-75e6-43e8-a18d-15c1f74c8aee HTTP/1.1" status: 200 len: 1000 time: 0.0888574 Jul 15 15:20:23.670780 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72676e-8fc9-4e65-b72e-755c6a969b36 req-740689eb-9a09-4f09-a96b-93eeb1581bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:23.672245 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bb72676e-8fc9-4e65-b72e-755c6a969b36 req-740689eb-9a09-4f09-a96b-93eeb1581bb3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0921164 Jul 15 15:20:23.677896 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f493e4-bf44-4c9e-98e3-3f812e4fd6b4 req-7b1b9833-dc22-4e7b-9f84-fc0642354239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:23.679474 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41f493e4-bf44-4c9e-98e3-3f812e4fd6b4 req-7b1b9833-dc22-4e7b-9f84-fc0642354239 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0626268 Jul 15 15:20:23.693936 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-49d606b2-7587-48b3-9f54-611088f1330d None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:20:23.765928 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72676e-8fc9-4e65-b72e-755c6a969b36 req-3b8c4a21-d086-411f-8c5b-4787b13a74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:23.767658 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bb72676e-8fc9-4e65-b72e-755c6a969b36 req-3b8c4a21-d086-411f-8c5b-4787b13a74cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0862548 Jul 15 15:20:23.770768 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f493e4-bf44-4c9e-98e3-3f812e4fd6b4 req-ab3da38d-7159-466d-a188-f4926adf5535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:20:23.772154 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41f493e4-bf44-4c9e-98e3-3f812e4fd6b4 req-ab3da38d-7159-466d-a188-f4926adf5535 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812671 Jul 15 15:20:23.931686 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-49d606b2-7587-48b3-9f54-611088f1330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'aee7a573-578b-4f5d-b32b-641cc973d776', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:14:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:17:47Z', 'updated_at': '2022-07-15T15:17:49Z', 'revision_number': 1, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}, {'id': 'd971044b-3472-4c79-8922-46922278af8f', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:ef:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:20:21Z', 'updated_at': '2022-07-15T15:20:21Z', 'revision_number': 0, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:20:23.951384 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bb72676e-8fc9-4e65-b72e-755c6a969b36 req-e297cfdb-ad10-4de6-95c0-5df231d25a8b service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724081 Jul 15 15:20:23.957241 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d606b2-7587-48b3-9f54-611088f1330d None None] The sync data for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi is: [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'aee7a573-578b-4f5d-b32b-641cc973d776', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:14:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:17:47Z', 'updated_at': '2022-07-15T15:17:49Z', 'revision_number': 1, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}, {'id': 'd971044b-3472-4c79-8922-46922278af8f', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:ef:6f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:20:21Z', 'updated_at': '2022-07-15T15:20:21Z', 'revision_number': 0, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:20:23.957564 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41f493e4-bf44-4c9e-98e3-3f812e4fd6b4 req-d92aa63f-f054-4739-9fda-4c06925b9343 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712172 Jul 15 15:20:24.141041 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-bb72676e-8fc9-4e65-b72e-755c6a969b36 req-46d76194-5d69-41f2-96a2-46aca2034523 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828303 Jul 15 15:20:24.142995 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-41f493e4-bf44-4c9e-98e3-3f812e4fd6b4 req-5459e145-cfbd-441e-98da-7d3ff1ac2add service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770687 Jul 15 15:20:24.188099 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9039a9e-f901-4bc9-b349-3f3842780052 None None] New status for floating IP d971044b-3472-4c79-8922-46922278af8f: ACTIVE {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:20:37.672746 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d3aefd45-1e03-4a85-a4a9-f15513025e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:38.290041 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:39.760176 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6a00940b-4ef5-4803-9b70-53127d04d0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:41.052815 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:42.482826 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:43.942812 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:20:57.512731 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:21:07.676209 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-356401f4-4cb8-4e8e-b5a8-2faec425ec79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:21:08.296912 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:21:09.762475 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-45a7d14c-2afb-4ca4-b072-c55856885c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:21:11.059613 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:21:12.480962 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:21:13.947305 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:21:23.085147 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-62eb6f91-86c7-45ab-8f39-69720ab45b08 req-785290a1-1d40-4ab0-8882-718a141d8f55 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449400 Jul 15 15:21:23.168786 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb6f91-86c7-45ab-8f39-69720ab45b08 req-2f75fe3d-1351-459c-9fe0-957cc2c2c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:21:23.170299 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-62eb6f91-86c7-45ab-8f39-69720ab45b08 req-2f75fe3d-1351-459c-9fe0-957cc2c2c0ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 1130 time: 0.0503778 Jul 15 15:21:23.285963 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb6f91-86c7-45ab-8f39-69720ab45b08 req-b0f40ff6-0e6d-4a32-a4d4-4d462d8a7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:21:23.287345 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-62eb6f91-86c7-45ab-8f39-69720ab45b08 req-b0f40ff6-0e6d-4a32-a4d4-4d462d8a7223 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.0948424 Jul 15 15:21:23.356784 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-62eb6f91-86c7-45ab-8f39-69720ab45b08 req-6eea8048-980e-4bf7-93ad-f106a846e127 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 HTTP/1.1" status: 200 len: 1002 time: 0.0602491 Jul 15 15:21:23.410681 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb6f91-86c7-45ab-8f39-69720ab45b08 req-cc648030-ba17-406f-bb42-92dd44e5700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:21:23.412143 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-62eb6f91-86c7-45ab-8f39-69720ab45b08 req-cc648030-ba17-406f-bb42-92dd44e5700e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0478339 Jul 15 15:21:23.468015 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb6f91-86c7-45ab-8f39-69720ab45b08 req-1d0e93e0-7b33-49d1-8eca-203b130a85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:21:23.469724 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-62eb6f91-86c7-45ab-8f39-69720ab45b08 req-1d0e93e0-7b33-49d1-8eca-203b130a85d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511088 Jul 15 15:21:23.574278 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-62eb6f91-86c7-45ab-8f39-69720ab45b08 req-1c1961ee-d9c0-439a-9082-8837b3ff6215 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955544 Jul 15 15:21:23.668181 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-62eb6f91-86c7-45ab-8f39-69720ab45b08 req-d9a24762-fb0c-411b-acbe-4c70d51083cd service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881026 Jul 15 15:21:34.512865 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:21:37.678119 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a7082599-3cdf-4dc5-941c-1a1901476ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:21:38.306376 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:21:39.771035 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5ef89180-959f-476a-b756-d31ada39e98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:21:41.060992 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:21:42.483826 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:21:43.953244 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:07.682115 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e106477c-9c3a-433f-977a-5c61721b6b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:08.319486 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:09.764284 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-166fd238-4a11-4fea-af15-b5d06c0baaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:11.069973 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:11.512458 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:22:11.765499 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 43196) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:11.921554 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Deleting port 17f10ae2-482b-4fd9-8bc9-3e53cc925074 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:11.921900 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (17f10ae2-482b-4fd9-8bc9-3e53cc925074), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:12.012778 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (17f10ae2-482b-4fd9-8bc9-3e53cc925074), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:12.013103 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (17f10ae2-482b-4fd9-8bc9-3e53cc925074), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:12.025398 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Calling delete_port for 17f10ae2-482b-4fd9-8bc9-3e53cc925074 owned by network:floatingip {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:12.202936 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (17f10ae2-482b-4fd9-8bc9-3e53cc925074), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:12.225566 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event deleted for resources: {'Port': ['ID=17f10ae2-482b-4fd9-8bc9-3e53cc925074,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:12.237319 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.237679 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.238156 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.238362 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.238667 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.239001 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.239332 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.240156 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.240156 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.240355 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.240636 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.240971 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.241325 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:12.313044 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (d971044b-3472-4c79-8922-46922278af8f), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:12.313276 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.db.l3_db [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Floating IP d971044b-3472-4c79-8922-46922278af8f disassociated (deleted). External IP: 172.27.2.150, port: df3f1ad2-52c2-4563-b4cb-8aab8cef3f30. Jul 15 15:22:12.488098 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:12.525980 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Router fd3f53d2-bd88-40b9-88fc-092baf3ce66b has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:22:12.631894 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:22:12.637024 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:12.643137 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e72a78-cc2b-4302-b926-dd96c6662d17 None None] Sync routers for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:22:12.654139 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e72a78-cc2b-4302-b926-dd96c6662d17 None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:22:12.654845 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-68e72a78-cc2b-4302-b926-dd96c6662d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:22:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:12.670740 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-a347baad-43f2-43df-982f-8487c900ca90 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "DELETE /v2.0/floatingips/d971044b-3472-4c79-8922-46922278af8f HTTP/1.1" status: 204 len: 168 time: 0.9044495 Jul 15 15:22:12.671479 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'tag': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:22:12.673973 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8dc7fd-7b42-4643-babb-03047a02e715", "tag": "df3f1ad2-52c2-4563-b4cb-8aab8cef3f30"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:22:12.714500 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec0c70b-f8d2-456f-b95d-eea2252ada64 x-openstack-request-id: req-bec0c70b-f8d2-456f-b95d-eea2252ada64 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:22:12.714799 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8dc7fd-7b42-4643-babb-03047a02e715", "tag": "df3f1ad2-52c2-4563-b4cb-8aab8cef3f30", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:22:12.715058 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bec0c70b-f8d2-456f-b95d-eea2252ada64 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:22:12.715501 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec0c70b-f8d2-456f-b95d-eea2252ada64'] response: {'name': 'network-changed', 'server_uuid': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'tag': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30', 'status': 'completed', 'code': 200} Jul 15 15:22:12.776603 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-68e72a78-cc2b-4302-b926-dd96c6662d17 None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:22:12.828094 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-911b3f02-88ad-47a7-89ed-d7e193606618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:12.832631 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-911b3f02-88ad-47a7-89ed-d7e193606618 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 1130 time: 0.0716140 Jul 15 15:22:13.002050 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-8b6a1e38-a616-401d-bf62-84a810557abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:13.003723 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-8b6a1e38-a616-401d-bf62-84a810557abd service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.1269879 Jul 15 15:22:13.024583 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-68e72a78-cc2b-4302-b926-dd96c6662d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'aee7a573-578b-4f5d-b32b-641cc973d776', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:14:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:17:47Z', 'updated_at': '2022-07-15T15:17:49Z', 'revision_number': 1, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:13.051430 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e72a78-cc2b-4302-b926-dd96c6662d17 None None] Checking router: fd3f53d2-bd88-40b9-88fc-092baf3ce66b for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:22:13.055361 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-5653e0c2-c5b3-47fe-b45c-943cad4967a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 HTTP/1.1" status: 200 len: 217 time: 0.0444353 Jul 15 15:22:13.060511 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e72a78-cc2b-4302-b926-dd96c6662d17 None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:22:13.061159 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-68e72a78-cc2b-4302-b926-dd96c6662d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:22:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:13.065727 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f94a5-eb88-492e-8e6d-736b414f1bd2 req-3167fce6-1a42-497f-8788-01f8d37b0161 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:13.067214 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-688f94a5-eb88-492e-8e6d-736b414f1bd2 req-3167fce6-1a42-497f-8788-01f8d37b0161 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 946 time: 0.1820786 Jul 15 15:22:13.140580 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-a69d63b7-c766-4aad-9cc1-05ad9751be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:13.142127 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-a69d63b7-c766-4aad-9cc1-05ad9751be1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0740378 Jul 15 15:22:13.169206 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-688f94a5-eb88-492e-8e6d-736b414f1bd2 req-14e27337-a635-45bb-baab-2c105a55a80a tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933640 Jul 15 15:22:13.215442 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-5a7448ea-8d63-41b4-a8c9-688fa5670a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:13.217094 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-5a7448ea-8d63-41b4-a8c9-688fa5670a70 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641270 Jul 15 15:22:13.229068 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-89578e2b-ef98-4db8-b3c9-63e77962d683 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=103713) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 15 15:22:13.230123 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-89578e2b-ef98-4db8-b3c9-63e77962d683 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068550 Jul 15 15:22:13.260829 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-68e72a78-cc2b-4302-b926-dd96c6662d17 None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:22:13.334807 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-c938b340-4a90-466e-baa1-1700c6d74d24 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978594 Jul 15 15:22:13.428332 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-f9fd38b2-b118-4361-ab45-f5c79a7e6f08 req-d7b5508d-0aa1-42e1-81b2-8fdb3fe77fdb service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869417 Jul 15 15:22:13.495093 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-68e72a78-cc2b-4302-b926-dd96c6662d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'aee7a573-578b-4f5d-b32b-641cc973d776', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:14:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:17:47Z', 'updated_at': '2022-07-15T15:17:49Z', 'revision_number': 1, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:13.519900 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e72a78-cc2b-4302-b926-dd96c6662d17 None None] The sync data for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi is: [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_floatingips': [{'id': 'aee7a573-578b-4f5d-b32b-641cc973d776', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'router_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'port_id': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'mac_address': 'fa:16:3e:14:74:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-15T15:17:47Z', 'updated_at': '2022-07-15T15:17:49Z', 'revision_number': 1, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:22:13.763391 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6facb4-1887-43e7-ba9e-cecbec69922f None None] New status for floating IP d971044b-3472-4c79-8922-46922278af8f: DOWN {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:22:13.946918 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:14.361078 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132156d8-4ed9-4a5a-9af4-3750009f80c5 req-874f0450-ee0d-4ec9-8964-843786d9c7c6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:14.362647 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-132156d8-4ed9-4a5a-9af4-3750009f80c5 req-874f0450-ee0d-4ec9-8964-843786d9c7c6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 946 time: 0.1169558 Jul 15 15:22:14.415613 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-132156d8-4ed9-4a5a-9af4-3750009f80c5 req-4c7d673d-0b5e-4fb0-b1f0-54b553ea7027 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472732 Jul 15 15:22:14.754017 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b59fc-6a29-4af3-9cfd-c19a1ab810bf req-3a58cb1c-d5e6-4290-b36c-2df33a94f4e7 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:14.755465 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b12b59fc-6a29-4af3-9cfd-c19a1ab810bf req-3a58cb1c-d5e6-4290-b36c-2df33a94f4e7 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 946 time: 0.0608556 Jul 15 15:22:14.846010 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-b12b59fc-6a29-4af3-9cfd-c19a1ab810bf req-76b7daa0-e9c9-437b-b3c3-d30c374f7470 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Deleting port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:14.846349 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-b12b59fc-6a29-4af3-9cfd-c19a1ab810bf req-76b7daa0-e9c9-437b-b3c3-d30c374f7470 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:14.938992 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-b12b59fc-6a29-4af3-9cfd-c19a1ab810bf req-76b7daa0-e9c9-437b-b3c3-d30c374f7470 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] For port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:14.939352 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-b12b59fc-6a29-4af3-9cfd-c19a1ab810bf req-76b7daa0-e9c9-437b-b3c3-d30c374f7470 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:14.953068 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-b12b59fc-6a29-4af3-9cfd-c19a1ab810bf req-76b7daa0-e9c9-437b-b3c3-d30c374f7470 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Calling delete_port for df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:15.084111 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-b12b59fc-6a29-4af3-9cfd-c19a1ab810bf req-76b7daa0-e9c9-437b-b3c3-d30c374f7470 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (df3f1ad2-52c2-4563-b4cb-8aab8cef3f30), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:15.119103 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7daa0-e9c9-437b-b3c3-d30c374f7470 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event deleted for resources: {'Port': ['ID=df3f1ad2-52c2-4563-b4cb-8aab8cef3f30,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:15.165753 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12b59fc-6a29-4af3-9cfd-c19a1ab810bf req-76b7daa0-e9c9-437b-b3c3-d30c374f7470 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] No DVR routers for this DVR port df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:15.168565 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-b12b59fc-6a29-4af3-9cfd-c19a1ab810bf req-76b7daa0-e9c9-437b-b3c3-d30c374f7470 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:15.172060 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-b12b59fc-6a29-4af3-9cfd-c19a1ab810bf req-76b7daa0-e9c9-437b-b3c3-d30c374f7470 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "DELETE /v2.0/ports/df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 HTTP/1.1" status: 204 len: 173 time: 0.4117720 Jul 15 15:22:15.172506 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'name': 'network-vif-deleted', 'tag': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:22:15.174791 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5137cb38-b52a-4946-ad6e-c440aad2d2b3" -d '{"events": [{"server_uuid": "7e8dc7fd-7b42-4643-babb-03047a02e715", "name": "network-vif-deleted", "tag": "df3f1ad2-52c2-4563-b4cb-8aab8cef3f30"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:22:15.214574 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5b67e2-4672-4251-b620-553a2b5b50e6 x-openstack-request-id: req-1f5b67e2-4672-4251-b620-553a2b5b50e6 {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:22:15.214913 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8dc7fd-7b42-4643-babb-03047a02e715", "name": "network-vif-deleted", "tag": "df3f1ad2-52c2-4563-b4cb-8aab8cef3f30", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:22:15.215126 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f5b67e2-4672-4251-b620-553a2b5b50e6 {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:22:15.215524 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5b67e2-4672-4251-b620-553a2b5b50e6'] response: {'server_uuid': '7e8dc7fd-7b42-4643-babb-03047a02e715', 'name': 'network-vif-deleted', 'tag': 'df3f1ad2-52c2-4563-b4cb-8aab8cef3f30', 'status': 'completed', 'code': 200} Jul 15 15:22:15.515855 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-c34ec847-4448-4941-ae17-5bc25fe6e3aa req-90e08bca-4e36-4b9d-8342-85edf76464c1 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e8dc7fd-7b42-4643-babb-03047a02e715 HTTP/1.1" status: 200 len: 210 time: 0.0296879 Jul 15 15:22:18.200488 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:18.222085 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:22:18.222432 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device df3f1ad2-52c2-4563-b4cb-8aab8cef3f30 not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:18.818369 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43242) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:18.966661 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Deleting port 9c12398f-579d-4e7f-9921-622d6f687ff4 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:18.966998 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (9c12398f-579d-4e7f-9921-622d6f687ff4), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:19.047962 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (9c12398f-579d-4e7f-9921-622d6f687ff4), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:19.048287 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (9c12398f-579d-4e7f-9921-622d6f687ff4), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:19.060930 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Calling delete_port for 9c12398f-579d-4e7f-9921-622d6f687ff4 owned by network:floatingip {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:19.213828 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (9c12398f-579d-4e7f-9921-622d6f687ff4), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:19.238461 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event deleted for resources: {'Port': ['ID=9c12398f-579d-4e7f-9921-622d6f687ff4,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:19.253093 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.253445 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.253795 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.254135 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.254471 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.254802 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.255133 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.255463 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.255791 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.256120 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.256448 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.256799 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.257268 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:19.315416 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (aee7a573-578b-4f5d-b32b-641cc973d776), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:19.315682 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.db.l3_db [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Floating IP aee7a573-578b-4f5d-b32b-641cc973d776 disassociated (deleted). External IP: 172.27.2.73, port: c3b0b915-75e6-43e8-a18d-15c1f74c8aee. Jul 15 15:22:19.526072 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Router fd3f53d2-bd88-40b9-88fc-092baf3ce66b has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:22:19.633569 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:22:19.638380 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:19.644660 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea6d82-3fa0-4b2e-b051-57cd9a2ec875 None None] Sync routers for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:22:19.654596 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea6d82-3fa0-4b2e-b051-57cd9a2ec875 None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:22:19.655219 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-afea6d82-3fa0-4b2e-b051-57cd9a2ec875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:22:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:19.667582 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-901fde7b-4fed-4815-b783-8a7b1db2cec8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "DELETE /v2.0/floatingips/aee7a573-578b-4f5d-b32b-641cc973d776 HTTP/1.1" status: 204 len: 168 time: 0.8480694 Jul 15 15:22:19.668428 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'tag': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee'}] {{(pid=103712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:22:19.670987 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2e23a19b1b81049e3dc97f78ead6589327569b726478a8db06e455076ec27d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d999be-cd31-418f-8ef0-874c2c3d9234" -d '{"events": [{"name": "network-changed", "server_uuid": "b26162f6-44ab-4431-b4f8-e206fa031fc4", "tag": "c3b0b915-75e6-43e8-a18d-15c1f74c8aee"}]}' {{(pid=103712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:22:19.763284 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-afea6d82-3fa0-4b2e-b051-57cd9a2ec875 None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:22:19.785749 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Jul 2022 15:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf8ef94-e4ee-40d7-ba25-2880d12ab6dd x-openstack-request-id: req-fdf8ef94-e4ee-40d7-ba25-2880d12ab6dd {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:22:19.786044 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26162f6-44ab-4431-b4f8-e206fa031fc4", "tag": "c3b0b915-75e6-43e8-a18d-15c1f74c8aee", "status": "completed", "code": 200}]} {{(pid=103712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:22:19.786304 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fdf8ef94-e4ee-40d7-ba25-2880d12ab6dd {{(pid=103712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:22:19.786752 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf8ef94-e4ee-40d7-ba25-2880d12ab6dd'] response: {'name': 'network-changed', 'server_uuid': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'tag': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'status': 'completed', 'code': 200} Jul 15 15:22:19.951768 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38424e2b-b0ae-4d0f-afd3-fe26504592b4 req-03cad628-f699-46a5-9ece-c305d39acc9e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:19.953311 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-38424e2b-b0ae-4d0f-afd3-fe26504592b4 req-03cad628-f699-46a5-9ece-c305d39acc9e tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 945 time: 0.0888751 Jul 15 15:22:19.967544 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d999be-cd31-418f-8ef0-874c2c3d9234 req-4fdb3568-2e37-441b-8d29-0d285f7d5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:19.969006 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d0d999be-cd31-418f-8ef0-874c2c3d9234 req-4fdb3568-2e37-441b-8d29-0d285f7d5c07 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8063d89a8d6c4d33b7534100984175a4&device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 1129 time: 0.1219647 Jul 15 15:22:19.986095 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-afea6d82-3fa0-4b2e-b051-57cd9a2ec875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:20.011228 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea6d82-3fa0-4b2e-b051-57cd9a2ec875 None None] Checking router: fd3f53d2-bd88-40b9-88fc-092baf3ce66b for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:22:20.019847 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea6d82-3fa0-4b2e-b051-57cd9a2ec875 None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:22:20.020468 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-afea6d82-3fa0-4b2e-b051-57cd9a2ec875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:22:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:20.061316 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-38424e2b-b0ae-4d0f-afd3-fe26504592b4 req-a55be18b-f942-4813-b54d-17ac2956d4c8 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018007 Jul 15 15:22:20.095798 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d999be-cd31-418f-8ef0-874c2c3d9234 req-9c9f8ff8-4579-4343-a1c1-3e2a6cd619d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:20.097272 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d0d999be-cd31-418f-8ef0-874c2c3d9234 req-9c9f8ff8-4579-4343-a1c1-3e2a6cd619d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 200 len: 913 time: 0.1202879 Jul 15 15:22:20.143564 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-afea6d82-3fa0-4b2e-b051-57cd9a2ec875 None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:22:20.144677 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d0d999be-cd31-418f-8ef0-874c2c3d9234 req-e6b6d22d-860c-46d3-898c-80b1a6584496 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b0b915-75e6-43e8-a18d-15c1f74c8aee HTTP/1.1" status: 200 len: 217 time: 0.0408459 Jul 15 15:22:20.201386 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d999be-cd31-418f-8ef0-874c2c3d9234 req-2f6b0ff5-160d-4510-b530-6631ddd1efad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:20.202886 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d0d999be-cd31-418f-8ef0-874c2c3d9234 req-2f6b0ff5-160d-4510-b530-6631ddd1efad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 200 len: 851 time: 0.0525784 Jul 15 15:22:20.257380 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d999be-cd31-418f-8ef0-874c2c3d9234 req-32d6ec1b-4086-4ae3-a110-be314c57b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:20.259748 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d0d999be-cd31-418f-8ef0-874c2c3d9234 req-32d6ec1b-4086-4ae3-a110-be314c57b02d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb533932-01a4-4b10-bcbc-2dbd21ab2479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491300 Jul 15 15:22:20.350457 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-afea6d82-3fa0-4b2e-b051-57cd9a2ec875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:20.355442 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d0d999be-cd31-418f-8ef0-874c2c3d9234 req-6e20afb9-53eb-40ea-bbad-92ef0d094392 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878263 Jul 15 15:22:20.379835 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea6d82-3fa0-4b2e-b051-57cd9a2ec875 None None] The sync data for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi is: [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:14:01Z', 'revision_number': 4, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi', '_interfaces': [{'id': 'ff75c16d-3cbc-4fca-8e2b-78d32845298c', 'name': '', 'network_id': 'fb533932-01a4-4b10-bcbc-2dbd21ab2479', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'mac_address': 'fa:16:3e:7f:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:00Z', 'updated_at': '2022-07-15T15:14:06Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'subnets': [{'id': 'a3df3662-0b61-40a0-8ccb-d1d7f4556626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:22:20.643065 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4075e8c2-12e8-4353-8ee1-52c1a6cb75c6 None None] New status for floating IP aee7a573-578b-4f5d-b32b-641cc973d776: DOWN {{(pid=103714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:22:20.753444 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-d0d999be-cd31-418f-8ef0-874c2c3d9234 req-5add9b41-9c69-4947-810b-dc5c50ca8870 service neutron] 10.222.0.77 "GET /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901396 Jul 15 15:22:21.189677 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37a262-f265-495d-b6f1-e8a18835bd03 req-e902d326-c50e-463f-846b-738d0ecb46b0 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:21.191214 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6f37a262-f265-495d-b6f1-e8a18835bd03 req-e902d326-c50e-463f-846b-738d0ecb46b0 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 945 time: 0.0541494 Jul 15 15:22:21.242636 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-6f37a262-f265-495d-b6f1-e8a18835bd03 req-2212b7cb-2c7e-45f6-8579-d0d6c50bc552 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/security-groups?id=37791e40-64bb-4e91-a36d-aec938db38c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448275 Jul 15 15:22:21.725045 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe0276-fe6e-49c9-9a4f-714f9362f2fb req-0e54dd03-8c2d-4827-a756-8ed90200a90c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 15 15:22:21.726633 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cffe0276-fe6e-49c9-9a4f-714f9362f2fb req-0e54dd03-8c2d-4827-a756-8ed90200a90c tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 945 time: 0.0558884 Jul 15 15:22:21.829195 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-cffe0276-fe6e-49c9-9a4f-714f9362f2fb req-66a227b5-4768-4203-a97b-3bc89bf5e6c6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Deleting port c3b0b915-75e6-43e8-a18d-15c1f74c8aee {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:21.829540 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-cffe0276-fe6e-49c9-9a4f-714f9362f2fb req-66a227b5-4768-4203-a97b-3bc89bf5e6c6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:21.926715 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [req-cffe0276-fe6e-49c9-9a4f-714f9362f2fb req-66a227b5-4768-4203-a97b-3bc89bf5e6c6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] For port c3b0b915-75e6-43e8-a18d-15c1f74c8aee, host hv-cinder-84882, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84882',level=0,port_id=c3b0b915-75e6-43e8-a18d-15c1f74c8aee,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:21.927621 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-cffe0276-fe6e-49c9-9a4f-714f9362f2fb req-66a227b5-4768-4203-a97b-3bc89bf5e6c6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:21.941383 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [req-cffe0276-fe6e-49c9-9a4f-714f9362f2fb req-66a227b5-4768-4203-a97b-3bc89bf5e6c6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Calling delete_port for c3b0b915-75e6-43e8-a18d-15c1f74c8aee owned by compute:nova {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:22.075724 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-cffe0276-fe6e-49c9-9a4f-714f9362f2fb req-66a227b5-4768-4203-a97b-3bc89bf5e6c6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (c3b0b915-75e6-43e8-a18d-15c1f74c8aee), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:22.104132 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a227b5-4768-4203-a97b-3bc89bf5e6c6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event deleted for resources: {'Port': ['ID=c3b0b915-75e6-43e8-a18d-15c1f74c8aee,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:22.151651 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffe0276-fe6e-49c9-9a4f-714f9362f2fb req-66a227b5-4768-4203-a97b-3bc89bf5e6c6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] No DVR routers for this DVR port c3b0b915-75e6-43e8-a18d-15c1f74c8aee on host hv-cinder-84882 {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:22.154252 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [req-cffe0276-fe6e-49c9-9a4f-714f9362f2fb req-66a227b5-4768-4203-a97b-3bc89bf5e6c6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for port (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:22.157721 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [req-cffe0276-fe6e-49c9-9a4f-714f9362f2fb req-66a227b5-4768-4203-a97b-3bc89bf5e6c6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.77 "DELETE /v2.0/ports/c3b0b915-75e6-43e8-a18d-15c1f74c8aee HTTP/1.1" status: 204 len: 173 time: 0.4257221 Jul 15 15:22:22.158181 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'name': 'network-vif-deleted', 'tag': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee'}] {{(pid=103713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 15 15:22:22.160487 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44c1dca4466adaf3ab5a5c272ac7f11ed95fff5a4fb18f26ce0b4d0cc1d15008" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0f2ff0-410c-4df8-962e-fd216767e15b" -d '{"events": [{"server_uuid": "b26162f6-44ab-4431-b4f8-e206fa031fc4", "name": "network-vif-deleted", "tag": "c3b0b915-75e6-43e8-a18d-15c1f74c8aee"}]}' {{(pid=103713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:22:22.214719 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Jul 2022 15:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183178e5-e373-4cdc-b386-3d0479da46bf x-openstack-request-id: req-183178e5-e373-4cdc-b386-3d0479da46bf {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:22:22.215000 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26162f6-44ab-4431-b4f8-e206fa031fc4", "name": "network-vif-deleted", "tag": "c3b0b915-75e6-43e8-a18d-15c1f74c8aee", "status": "completed", "code": 200}]} {{(pid=103713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:22:22.215259 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-183178e5-e373-4cdc-b386-3d0479da46bf {{(pid=103713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:22:22.217353 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183178e5-e373-4cdc-b386-3d0479da46bf'] response: {'server_uuid': 'b26162f6-44ab-4431-b4f8-e206fa031fc4', 'name': 'network-vif-deleted', 'tag': 'c3b0b915-75e6-43e8-a18d-15c1f74c8aee', 'status': 'completed', 'code': 200} Jul 15 15:22:22.345084 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [req-44d28c7b-f2ab-4ae3-a7ed-bca8de941893 req-9630e2f0-ff01-4fe7-9774-34f8e62ac56f tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b26162f6-44ab-4431-b4f8-e206fa031fc4 HTTP/1.1" status: 200 len: 210 time: 0.0312867 Jul 15 15:22:23.404334 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43262) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:23.526978 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b9c59-9785-46e8-801e-69c5edec2078 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Deleting port 202571b9-fc6f-4fa3-a9a1-a629a1dd94c1 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:23.527315 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9c59-9785-46e8-801e-69c5edec2078 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (202571b9-fc6f-4fa3-a9a1-a629a1dd94c1), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:23.606794 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9c59-9785-46e8-801e-69c5edec2078 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (202571b9-fc6f-4fa3-a9a1-a629a1dd94c1), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:23.607123 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9c59-9785-46e8-801e-69c5edec2078 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (202571b9-fc6f-4fa3-a9a1-a629a1dd94c1), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:23.618532 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b9c59-9785-46e8-801e-69c5edec2078 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Calling delete_port for 202571b9-fc6f-4fa3-a9a1-a629a1dd94c1 owned by network:floatingip {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:23.755546 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9c59-9785-46e8-801e-69c5edec2078 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (202571b9-fc6f-4fa3-a9a1-a629a1dd94c1), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:23.784132 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b9c59-9785-46e8-801e-69c5edec2078 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event deleted for resources: {'Port': ['ID=202571b9-fc6f-4fa3-a9a1-a629a1dd94c1,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:23.851991 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9c59-9785-46e8-801e-69c5edec2078 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for floatingip (21061c45-1e01-49f8-b087-432ee74f68c0), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:23.854672 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ac5b9c59-9785-46e8-801e-69c5edec2078 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97671'] for floatingip (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:23.855837 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ac5b9c59-9785-46e8-801e-69c5edec2078 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "DELETE /v2.0/floatingips/21061c45-1e01-49f8-b087-432ee74f68c0 HTTP/1.1" status: 204 len: 168 time: 0.4499869 Jul 15 15:22:24.215951 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device c3b0b915-75e6-43e8-a18d-15c1f74c8aee no longer exists at agent hyperv_hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:24.248350 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] No Port match for: c3b0b915-75e6-43e8-a18d-15c1f74c8aee {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:22:24.248816 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Device c3b0b915-75e6-43e8-a18d-15c1f74c8aee not bound to the agent host hv-cinder-84882 {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:25.062863 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43274) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:25.126919 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eed98446-45ce-4a2c-b6e9-3a32161905b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group (37791e40-64bb-4e91-a36d-aec938db38c5), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:25.153758 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eed98446-45ce-4a2c-b6e9-3a32161905b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group (37791e40-64bb-4e91-a36d-aec938db38c5), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:25.217523 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eed98446-45ce-4a2c-b6e9-3a32161905b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (37791e40-64bb-4e91-a36d-aec938db38c5), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:25.220526 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-eed98446-45ce-4a2c-b6e9-3a32161905b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:25.221739 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-eed98446-45ce-4a2c-b6e9-3a32161905b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] 10.222.0.47 "DELETE /v2.0/security-groups/37791e40-64bb-4e91-a36d-aec938db38c5 HTTP/1.1" status: 204 len: 168 time: 0.1578913 Jul 15 15:22:25.233355 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed98446-45ce-4a2c-b6e9-3a32161905b6 tempest-TestVolumeBootPattern-676389619 tempest-TestVolumeBootPattern-676389619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37791e40-64bb-4e91-a36d-aec938db38c5,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:25.281896 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43278) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:25.733370 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-63665aed-551c-407f-8875-4426356b4597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919785'] for router_interface (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:25.997655 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-63665aed-551c-407f-8875-4426356b4597 admin admin] Deleting port ff75c16d-3cbc-4fca-8e2b-78d32845298c {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:25.997999 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-63665aed-551c-407f-8875-4426356b4597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:26.080480 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-63665aed-551c-407f-8875-4426356b4597 admin admin] For port ff75c16d-3cbc-4fca-8e2b-78d32845298c, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=ff75c16d-3cbc-4fca-8e2b-78d32845298c,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:26.081227 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-63665aed-551c-407f-8875-4426356b4597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:26.094222 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-63665aed-551c-407f-8875-4426356b4597 admin admin] Calling delete_port for ff75c16d-3cbc-4fca-8e2b-78d32845298c owned by network:router_interface {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:26.283800 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-63665aed-551c-407f-8875-4426356b4597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (ff75c16d-3cbc-4fca-8e2b-78d32845298c), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:26.309977 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63665aed-551c-407f-8875-4426356b4597 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff75c16d-3cbc-4fca-8e2b-78d32845298c,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:26.478986 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-63665aed-551c-407f-8875-4426356b4597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919669'] for router_interface (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:26.701619 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63665aed-551c-407f-8875-4426356b4597 admin admin] Router fd3f53d2-bd88-40b9-88fc-092baf3ce66b has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:22:26.818036 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63665aed-551c-407f-8875-4426356b4597 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:22:26.824061 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-63665aed-551c-407f-8875-4426356b4597 admin admin] 10.222.0.47 "PUT /v2.0/routers/fd3f53d2-bd88-40b9-88fc-092baf3ce66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5410671 Jul 15 15:22:26.826543 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43282) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:26.844016 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1dac0a-3028-4ff7-9a0c-18b567f701d8 None None] Sync routers for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:22:26.854948 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1dac0a-3028-4ff7-9a0c-18b567f701d8 None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:22:26.855622 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-8e1dac0a-3028-4ff7-9a0c-18b567f701d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:22:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:26.926861 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Publish callbacks [] for router (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:26.959515 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-8e1dac0a-3028-4ff7-9a0c-18b567f701d8 None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:22:27.158412 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-8e1dac0a-3028-4ff7-9a0c-18b567f701d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:22:26Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:27.184653 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1dac0a-3028-4ff7-9a0c-18b567f701d8 None None] Checking router: fd3f53d2-bd88-40b9-88fc-092baf3ce66b for host: dv-cinder-848821-1-iscsi {{(pid=103715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:22:27.196758 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1dac0a-3028-4ff7-9a0c-18b567f701d8 None None] Routers {'fd3f53d2-bd88-40b9-88fc-092baf3ce66b'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:22:27.197395 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-8e1dac0a-3028-4ff7-9a0c-18b567f701d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:22:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'], 'active': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:27.296787 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Publish callbacks [] for router_gateway (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:27.310785 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvr_db [None req-8e1dac0a-3028-4ff7-9a0c-18b567f701d8 None None] Set router fd3f53d2-bd88-40b9-88fc-092baf3ce66b gateway port host: dv-cinder-848821-1-iscsi {{(pid=103715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:22:27.349478 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Deleting port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:27.349820 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:27.436503 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] For port 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=7db6e73e-a7de-4e4b-b4ae-0a0c658dd581,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:27.436913 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:27.455204 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Calling delete_port for 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 owned by network:router_gateway {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:27.589017 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.l3_hamode_db [None req-8e1dac0a-3028-4ff7-9a0c-18b567f701d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:22:26Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:27.613947 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1dac0a-3028-4ff7-9a0c-18b567f701d8 None None] The sync data for ids ['fd3f53d2-bd88-40b9-88fc-092baf3ce66b'] in dv-cinder-848821-1-iscsi is: [{'id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'name': 'tempest-TestVolumeBootPattern-1646323113-router', 'tenant_id': '8063d89a8d6c4d33b7534100984175a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236'}], 'enable_snat': True}, 'gw_port_id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:13:57Z', 'updated_at': '2022-07-15T15:22:26Z', 'revision_number': 5, 'project_id': '8063d89a8d6c4d33b7534100984175a4', 'gw_port': {'id': '7db6e73e-a7de-4e4b-b4ae-0a0c658dd581', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3f53d2-bd88-40b9-88fc-092baf3ce66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:13:58Z', 'updated_at': '2022-07-15T15:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}] {{(pid=103715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:22:27.633807 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (7db6e73e-a7de-4e4b-b4ae-0a0c658dd581), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:27.664230 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db6e73e-a7de-4e4b-b4ae-0a0c658dd581,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:27.738039 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919507'] for router_gateway (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:27.826701 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59243'] for router (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:27.828871 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Publish callbacks [] for router_controller (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:27.880629 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920899'] for router (fd3f53d2-bd88-40b9-88fc-092baf3ce66b), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:27.881187 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd3f53d2-bd88-40b9-88fc-092baf3ce66b {{(pid=103712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:22:27.886125 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:27.887295 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-ccde3884-e5ab-4860-8333-69c0b23a5cc9 admin admin] 10.222.0.47 "DELETE /v2.0/routers/fd3f53d2-bd88-40b9-88fc-092baf3ce66b HTTP/1.1" status: 204 len: 168 time: 1.0597894 Jul 15 15:22:27.890138 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 43284) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:27.937026 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa4f943-a321-45fb-9681-e1e0ecfc8b1c admin admin] Deleting subnet a3df3662-0b61-40a0-8ccb-d1d7f4556626 {{(pid=103713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:22:27.940222 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f943-a321-45fb-9681-e1e0ecfc8b1c admin admin] Publish callbacks [] for subnet (a3df3662-0b61-40a0-8ccb-d1d7f4556626), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:27.976627 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f943-a321-45fb-9681-e1e0ecfc8b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8946345'] for subnet (a3df3662-0b61-40a0-8ccb-d1d7f4556626), precommit_delete_associations {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.071972 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f943-a321-45fb-9681-e1e0ecfc8b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (a3df3662-0b61-40a0-8ccb-d1d7f4556626), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.128266 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f943-a321-45fb-9681-e1e0ecfc8b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9594231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516920'] for subnet (a3df3662-0b61-40a0-8ccb-d1d7f4556626), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.154855 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4f943-a321-45fb-9681-e1e0ecfc8b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3df3662-0b61-40a0-8ccb-d1d7f4556626,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:28.159578 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-0fa4f943-a321-45fb-9681-e1e0ecfc8b1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.162845 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-0fa4f943-a321-45fb-9681-e1e0ecfc8b1c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a3df3662-0b61-40a0-8ccb-d1d7f4556626 HTTP/1.1" status: 204 len: 168 time: 0.2715323 Jul 15 15:22:28.165280 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479cf3ec-8a6f-4d12-a3ef-12610923fedc None None] Network fb533932-01a4-4b10-bcbc-2dbd21ab2479 requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:22:28.166017 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.wsgi [-] (103713) accepted ('10.222.0.47', 43286) {{(pid=103713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:28.244069 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (fb533932-01a4-4b10-bcbc-2dbd21ab2479), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.311568 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Deleting port 13fb89f6-e930-4f07-b953-e813561e0768 {{(pid=103713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:28.311772 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (13fb89f6-e930-4f07-b953-e813561e0768), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.354864 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] DHCP port deletion for fb533932-01a4-4b10-bcbc-2dbd21ab2479 request from dv-cinder-848821-1-iscsi {{(pid=103714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 15:22:28.380453 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.db [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] For port 13fb89f6-e930-4f07-b953-e813561e0768, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=13fb89f6-e930-4f07-b953-e813561e0768,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:28.380944 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (13fb89f6-e930-4f07-b953-e813561e0768), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.395039 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.plugin [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Calling delete_port for 13fb89f6-e930-4f07-b953-e813561e0768 owned by network:dhcp {{(pid=103713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:28.406207 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Deleting port 13fb89f6-e930-4f07-b953-e813561e0768 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:28.406593 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (13fb89f6-e930-4f07-b953-e813561e0768), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.474250 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] For port 13fb89f6-e930-4f07-b953-e813561e0768, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=13fb89f6-e930-4f07-b953-e813561e0768,segment=NetworkSegment(911a8e55-c316-44c8-b20a-d5de594e40cc),segment_id=911a8e55-c316-44c8-b20a-d5de594e40cc)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:28.474794 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (13fb89f6-e930-4f07-b953-e813561e0768), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.479775 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9594266'] for port (13fb89f6-e930-4f07-b953-e813561e0768), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.494645 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Calling delete_port for 13fb89f6-e930-4f07-b953-e813561e0768 owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:28.516042 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Pushing event deleted for resources: {'Port': ['ID=13fb89f6-e930-4f07-b953-e813561e0768,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:28.523132 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] No DVR routers for this DVR port 13fb89f6-e930-4f07-b953-e813561e0768 on host dv-cinder-848821-1-iscsi {{(pid=103713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:28.583550 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494'] for port (13fb89f6-e930-4f07-b953-e813561e0768), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.597964 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (fb533932-01a4-4b10-bcbc-2dbd21ab2479), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.609234 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Pushing event deleted for resources: {'Port': ['ID=13fb89f6-e930-4f07-b953-e813561e0768,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:28.612429 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] No DVR routers for this DVR port 13fb89f6-e930-4f07-b953-e813561e0768 on host dv-cinder-848821-1-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:28.619910 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb533932-01a4-4b10-bcbc-2dbd21ab2479']}} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:28.620694 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.621050 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.623557 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.623557 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.623557 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.623557 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.623557 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.623557 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.623557 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.624702 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.624702 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.624702 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.624702 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beddaaea-9642-4525-a804-d32115fcdb3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848821-1-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:22:28.637040 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911a8e55-c316-44c8-b20a-d5de594e40cc') {'for_net_delete': True} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:28.637346 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.services.segments.db [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911a8e55-c316-44c8-b20a-d5de594e40cc') {} {{(pid=103713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:28.647138 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8946320'] for segment (911a8e55-c316-44c8-b20a-d5de594e40cc), before_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.660833 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (911a8e55-c316-44c8-b20a-d5de594e40cc), precommit_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.668636 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:28.669040 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9594317'] for segment (911a8e55-c316-44c8-b20a-d5de594e40cc), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.748097 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (fb533932-01a4-4b10-bcbc-2dbd21ab2479), after_delete {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.753555 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron_lib.callbacks.manager [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:28.758743 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.wsgi [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] 10.222.0.47 "DELETE /v2.0/networks/fb533932-01a4-4b10-bcbc-2dbd21ab2479 HTTP/1.1" status: 204 len: 168 time: 0.5911131 Jul 15 15:22:28.761227 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43292) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:28.772521 dv-cinder-848821-1-iscsi neutron-server[103713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332c7c0-72d8-4461-aef5-0a2e1cf4229e admin admin] Pushing event deleted for resources: {'Network': ['ID=fb533932-01a4-4b10-bcbc-2dbd21ab2479,revision_number=None']} {{(pid=103713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:28.777873 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 911a8e55-c316-44c8-b20a-d5de594e40cc resource provider aggregate not found Jul 15 15:22:28.796058 dv-cinder-848821-1-iscsi neutron-server[103713]: INFO neutron.services.segments.plugin [-] Segment 911a8e55-c316-44c8-b20a-d5de594e40cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 911a8e55-c316-44c8-b20a-d5de594e40cc found for delete ", "request_id": "req-99ba9e2f-8c4e-4ad6-9ce9-f4eb98fe445c"}]} Jul 15 15:22:29.106275 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6dee43d2-30c6-4f50-9409-b042bbca5767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3919785'] for router_interface (acece8f4-43e8-486b-86dd-c23beb5c1569), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:29.349276 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-6dee43d2-30c6-4f50-9409-b042bbca5767 admin admin] Deleting port 15d52967-690b-49f9-a51e-ed90eadf0faa {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:29.349682 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6dee43d2-30c6-4f50-9409-b042bbca5767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:29.429065 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-6dee43d2-30c6-4f50-9409-b042bbca5767 admin admin] For port 15d52967-690b-49f9-a51e-ed90eadf0faa, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=15d52967-690b-49f9-a51e-ed90eadf0faa,segment=NetworkSegment(faae989e-ed14-4b8a-8e1c-2af57e1604b8),segment_id=faae989e-ed14-4b8a-8e1c-2af57e1604b8)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:29.429426 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6dee43d2-30c6-4f50-9409-b042bbca5767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:29.441688 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-6dee43d2-30c6-4f50-9409-b042bbca5767 admin admin] Calling delete_port for 15d52967-690b-49f9-a51e-ed90eadf0faa owned by network:router_interface {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:29.637762 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6dee43d2-30c6-4f50-9409-b042bbca5767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (15d52967-690b-49f9-a51e-ed90eadf0faa), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:29.656157 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 13fb89f6-e930-4f07-b953-e813561e0768 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:29.672812 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee43d2-30c6-4f50-9409-b042bbca5767 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d52967-690b-49f9-a51e-ed90eadf0faa,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:29.677439 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 13fb89f6-e930-4f07-b953-e813561e0768 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:22:29.677797 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 13fb89f6-e930-4f07-b953-e813561e0768 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:29.678227 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device ff75c16d-3cbc-4fca-8e2b-78d32845298c no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:29.698920 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: ff75c16d-3cbc-4fca-8e2b-78d32845298c {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:22:29.699276 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device ff75c16d-3cbc-4fca-8e2b-78d32845298c not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:29.699718 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:29.726686 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:22:29.727141 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 7db6e73e-a7de-4e4b-b4ae-0a0c658dd581 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:29.859151 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-6dee43d2-30c6-4f50-9409-b042bbca5767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3919669'] for router_interface (acece8f4-43e8-486b-86dd-c23beb5c1569), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:30.090860 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dee43d2-30c6-4f50-9409-b042bbca5767 admin admin] Router acece8f4-43e8-486b-86dd-c23beb5c1569 has already been hosted by L3 agent cbf59789-9cf9-4382-b1d7-0393fa175b46 {{(pid=103712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 15 15:22:30.199610 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dee43d2-30c6-4f50-9409-b042bbca5767 admin admin] Notify agent at l3_agent.dv-cinder-848821-1-iscsi the message routers_updated {{(pid=103712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:22:30.204845 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-6dee43d2-30c6-4f50-9409-b042bbca5767 admin admin] 10.222.0.47 "PUT /v2.0/routers/acece8f4-43e8-486b-86dd-c23beb5c1569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4422345 Jul 15 15:22:30.207580 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43296) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:30.211038 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204d23b-f007-4f52-b566-49d049484c19 None None] Sync routers for ids ['acece8f4-43e8-486b-86dd-c23beb5c1569'] in dv-cinder-848821-1-iscsi {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:22:30.221765 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204d23b-f007-4f52-b566-49d049484c19 None None] Routers {'acece8f4-43e8-486b-86dd-c23beb5c1569'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:22:30.222493 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-d204d23b-f007-4f52-b566-49d049484c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:22:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['acece8f4-43e8-486b-86dd-c23beb5c1569'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:30.309594 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Publish callbacks [] for router (acece8f4-43e8-486b-86dd-c23beb5c1569), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:30.327671 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-d204d23b-f007-4f52-b566-49d049484c19 None None] Set router acece8f4-43e8-486b-86dd-c23beb5c1569 gateway port host: dv-cinder-848821-1-iscsi {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:22:30.414582 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Publish callbacks [] for router_gateway (acece8f4-43e8-486b-86dd-c23beb5c1569), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:30.471168 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Deleting port 14481ab4-a8e6-402b-a74d-cec6599d01f0 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:30.471445 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:30.519701 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-d204d23b-f007-4f52-b566-49d049484c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'name': 'tempest-TestVolumeBootPattern-1507400586-router', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'external_fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:22:29Z', 'revision_number': 5, 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'gw_port': {'id': '14481ab4-a8e6-402b-a74d-cec6599d01f0', 'name': '', 'network_id': '1b45bd7b-d41e-4867-ac7c-b256ed85b153', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:66:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848821-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:14:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eef226a7-200d-49e2-8072-e74b1560e016', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848821-1-iscsi'}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:30.546240 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204d23b-f007-4f52-b566-49d049484c19 None None] Checking router: acece8f4-43e8-486b-86dd-c23beb5c1569 for host: dv-cinder-848821-1-iscsi {{(pid=103714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:22:30.556764 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204d23b-f007-4f52-b566-49d049484c19 None None] Routers {'acece8f4-43e8-486b-86dd-c23beb5c1569'} bound to L3 agent in host dv-cinder-848821-1-iscsi {{(pid=103714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jul 15 15:22:30.557402 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-d204d23b-f007-4f52-b566-49d049484c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848821-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-15T14:52:40Z,description=,heartbeat_timestamp=2022-07-15T15:22:10Z,host='dv-cinder-848821-1-iscsi',id=cbf59789-9cf9-4382-b1d7-0393fa175b46,load=0,resource_versions=,resources_synced=,started_at=2022-07-15T14:52:40Z,topic='l3_agent')) {'router_ids': ['acece8f4-43e8-486b-86dd-c23beb5c1569'], 'active': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:30.558694 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] For port 14481ab4-a8e6-402b-a74d-cec6599d01f0, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=14481ab4-a8e6-402b-a74d-cec6599d01f0,segment=NetworkSegment(844ad122-a004-469e-83c6-2ff677098ab3),segment_id=844ad122-a004-469e-83c6-2ff677098ab3)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:30.559062 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:30.572265 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Calling delete_port for 14481ab4-a8e6-402b-a74d-cec6599d01f0 owned by network:router_gateway {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:30.646548 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvr_db [None req-d204d23b-f007-4f52-b566-49d049484c19 None None] Set router acece8f4-43e8-486b-86dd-c23beb5c1569 gateway port host: None {{(pid=103714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jul 15 15:22:30.702303 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_hamode_db [None req-d204d23b-f007-4f52-b566-49d049484c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'name': 'tempest-TestVolumeBootPattern-1507400586-router', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:22:30Z', 'revision_number': 6, 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'gw_port_host': None}], 'dv-cinder-848821-1-iscsi', False) {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:30.728894 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204d23b-f007-4f52-b566-49d049484c19 None None] The sync data for ids ['acece8f4-43e8-486b-86dd-c23beb5c1569'] in dv-cinder-848821-1-iscsi is: [{'id': 'acece8f4-43e8-486b-86dd-c23beb5c1569', 'name': 'tempest-TestVolumeBootPattern-1507400586-router', 'tenant_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-15T15:14:04Z', 'updated_at': '2022-07-15T15:22:30Z', 'revision_number': 6, 'project_id': 'ae068a73816d4fdab86eacc6c7fbad2c', 'gw_port_host': None}] {{(pid=103714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:22:30.743699 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (14481ab4-a8e6-402b-a74d-cec6599d01f0), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:30.769364 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Pushing event deleted for resources: {'Port': ['ID=14481ab4-a8e6-402b-a74d-cec6599d01f0,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:30.837439 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3919507'] for router_gateway (acece8f4-43e8-486b-86dd-c23beb5c1569), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:30.927943 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59243'] for router (acece8f4-43e8-486b-86dd-c23beb5c1569), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:30.930548 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Publish callbacks [] for router_controller (acece8f4-43e8-486b-86dd-c23beb5c1569), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:30.975102 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920899'] for router (acece8f4-43e8-486b-86dd-c23beb5c1569), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:30.976930 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acece8f4-43e8-486b-86dd-c23beb5c1569 {{(pid=103712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:22:30.984054 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:30.985309 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-2d39a786-53ee-4968-a559-e70ec181f651 admin admin] 10.222.0.47 "DELETE /v2.0/routers/acece8f4-43e8-486b-86dd-c23beb5c1569 HTTP/1.1" status: 204 len: 168 time: 0.7768064 Jul 15 15:22:30.988078 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43298) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:31.033345 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7e83ed-32b1-4e9c-98fe-4cc73e26f490 admin admin] Deleting subnet b2096d10-0b32-4196-8488-95a9b2093f73 {{(pid=103712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Jul 15 15:22:31.036717 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e7e83ed-32b1-4e9c-98fe-4cc73e26f490 admin admin] Publish callbacks [] for subnet (b2096d10-0b32-4196-8488-95a9b2093f73), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.076587 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e7e83ed-32b1-4e9c-98fe-4cc73e26f490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9785271'] for subnet (b2096d10-0b32-4196-8488-95a9b2093f73), precommit_delete_associations {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.159095 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e7e83ed-32b1-4e9c-98fe-4cc73e26f490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-647154'] for subnet (b2096d10-0b32-4196-8488-95a9b2093f73), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.214402 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e7e83ed-32b1-4e9c-98fe-4cc73e26f490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-647163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3768169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3082468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12400101'] for subnet (b2096d10-0b32-4196-8488-95a9b2093f73), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.240329 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e83ed-32b1-4e9c-98fe-4cc73e26f490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2096d10-0b32-4196-8488-95a9b2093f73,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:31.244785 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-0e7e83ed-32b1-4e9c-98fe-4cc73e26f490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for subnet (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.248561 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-0e7e83ed-32b1-4e9c-98fe-4cc73e26f490 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b2096d10-0b32-4196-8488-95a9b2093f73 HTTP/1.1" status: 204 len: 168 time: 0.2594483 Jul 15 15:22:31.250389 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e06572-ab4b-4182-b039-4b9f197bed12 None None] Network bbdebcb6-485e-4199-a709-a062e4bc606f requested from dv-cinder-848821-1-iscsi {{(pid=103714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 15 15:22:31.251197 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43300) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:31.333282 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686893'] for network (bbdebcb6-485e-4199-a709-a062e4bc606f), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.387234 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Deleting port 181b6134-b498-4e8b-b120-9977b2ca17d7 {{(pid=103712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:31.387579 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.457794 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.db [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] For port 181b6134-b498-4e8b-b120-9977b2ca17d7, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=181b6134-b498-4e8b-b120-9977b2ca17d7,segment=NetworkSegment(faae989e-ed14-4b8a-8e1c-2af57e1604b8),segment_id=faae989e-ed14-4b8a-8e1c-2af57e1604b8)] {{(pid=103712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:31.458075 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.473717 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.plugin [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Calling delete_port for 181b6134-b498-4e8b-b120-9977b2ca17d7 owned by network:dhcp {{(pid=103712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:31.499604 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78af4172-7fe0-4601-8528-a18bd98421a8 None None] DHCP port deletion for bbdebcb6-485e-4199-a709-a062e4bc606f request from dv-cinder-848821-1-iscsi {{(pid=103714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 15 15:22:31.545310 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-78af4172-7fe0-4601-8528-a18bd98421a8 None None] Deleting port 181b6134-b498-4e8b-b120-9977b2ca17d7 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2004}} Jul 15 15:22:31.545799 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-78af4172-7fe0-4601-8528-a18bd98421a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192135343'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.559306 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3082249'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.586957 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=181b6134-b498-4e8b-b120-9977b2ca17d7,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:31.588917 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] No DVR routers for this DVR port 181b6134-b498-4e8b-b120-9977b2ca17d7 on host dv-cinder-848821-1-iscsi {{(pid=103712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:31.630383 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-78af4172-7fe0-4601-8528-a18bd98421a8 None None] For port 181b6134-b498-4e8b-b120-9977b2ca17d7, host dv-cinder-848821-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848821-1-iscsi',level=0,port_id=181b6134-b498-4e8b-b120-9977b2ca17d7,segment=NetworkSegment(faae989e-ed14-4b8a-8e1c-2af57e1604b8),segment_id=faae989e-ed14-4b8a-8e1c-2af57e1604b8)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:22:31.630878 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-78af4172-7fe0-4601-8528-a18bd98421a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3917073'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.672930 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-78af4172-7fe0-4601-8528-a18bd98421a8 None None] Calling delete_port for 181b6134-b498-4e8b-b120-9977b2ca17d7 owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2082}} Jul 15 15:22:31.675258 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-644199', 'neutron.services.segments.db._delete_segments_for_network-8779192196042'] for network (bbdebcb6-485e-4199-a709-a062e4bc606f), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.687165 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 14481ab4-a8e6-402b-a74d-cec6599d01f0 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:31.699703 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdebcb6-485e-4199-a709-a062e4bc606f']}} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:31.711831 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faae989e-ed14-4b8a-8e1c-2af57e1604b8') {'for_net_delete': True} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:31.711831 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.services.segments.db [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faae989e-ed14-4b8a-8e1c-2af57e1604b8') {} {{(pid=103712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:22:31.716273 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 14481ab4-a8e6-402b-a74d-cec6599d01f0 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:22:31.717467 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 14481ab4-a8e6-402b-a74d-cec6599d01f0 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:31.718080 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 181b6134-b498-4e8b-b120-9977b2ca17d7 no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:31.722907 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192196563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9785230'] for segment (faae989e-ed14-4b8a-8e1c-2af57e1604b8), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.737608 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142'] for segment (faae989e-ed14-4b8a-8e1c-2af57e1604b8), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.750596 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:22:31.751002 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-648142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3082334'] for segment (faae989e-ed14-4b8a-8e1c-2af57e1604b8), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.799052 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 181b6134-b498-4e8b-b120-9977b2ca17d7 {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:22:31.799604 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 181b6134-b498-4e8b-b120-9977b2ca17d7 not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:31.800209 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 15d52967-690b-49f9-a51e-ed90eadf0faa no longer exists at agent ovs-agent-dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:22:31.826404 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-644204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3919543'] for network (bbdebcb6-485e-4199-a709-a062e4bc606f), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.862471 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3758246'] for network (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:31.872079 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] 10.222.0.47 "DELETE /v2.0/networks/bbdebcb6-485e-4199-a709-a062e4bc606f HTTP/1.1" status: 204 len: 168 time: 0.6197650 Jul 15 15:22:31.877229 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c838506-966b-4114-8555-1a04460b3a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbdebcb6-485e-4199-a709-a062e4bc606f,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:31.921462 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.services.segments.plugin [-] Segment faae989e-ed14-4b8a-8e1c-2af57e1604b8 resource provider aggregate not found Jul 15 15:22:31.946961 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.services.segments.plugin [-] Segment faae989e-ed14-4b8a-8e1c-2af57e1604b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid faae989e-ed14-4b8a-8e1c-2af57e1604b8 found for delete ", "request_id": "req-81fbeb9d-a0ce-43c2-a352-c236998f8977"}]} Jul 15 15:22:31.977021 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] No Port match for: 15d52967-690b-49f9-a51e-ed90eadf0faa {{(pid=103714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2342}} Jul 15 15:22:31.977749 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.rpc [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Device 15d52967-690b-49f9-a51e-ed90eadf0faa not bound to the agent host dv-cinder-848821-1-iscsi {{(pid=103714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:22:32.011354 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-78af4172-7fe0-4601-8528-a18bd98421a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-717860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-163328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3758228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192141846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779191718494'] for port (181b6134-b498-4e8b-b120-9977b2ca17d7), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:32.041074 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-78af4172-7fe0-4601-8528-a18bd98421a8 None None] Network bbdebcb6-485e-4199-a709-a062e4bc606f is not hosted by any dhcp agent {{(pid=103714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 15 15:22:32.041714 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af4172-7fe0-4601-8528-a18bd98421a8 None None] No DVR routers for this DVR port 181b6134-b498-4e8b-b120-9977b2ca17d7 on host dv-cinder-848821-1-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:22:32.044132 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af4172-7fe0-4601-8528-a18bd98421a8 None None] Pushing event deleted for resources: {'Port': ['ID=181b6134-b498-4e8b-b120-9977b2ca17d7,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:32.089703 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43310) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:32.134889 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-da2d92b9-18a6-48a9-9bb7-8f667b7615e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8063d89a8d6c4d33b7534100984175a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440285 Jul 15 15:22:32.137422 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43312) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:32.186250 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d25417b7-0475-42a6-b484-2566ce2ffc8d admin admin] Publish callbacks [] for security_group (9e503490-e540-4ca6-905c-defefd916071), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:32.208194 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d25417b7-0475-42a6-b484-2566ce2ffc8d admin admin] Publish callbacks [] for security_group (9e503490-e540-4ca6-905c-defefd916071), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:32.256562 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d25417b7-0475-42a6-b484-2566ce2ffc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (9e503490-e540-4ca6-905c-defefd916071), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:32.260899 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-d25417b7-0475-42a6-b484-2566ce2ffc8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:32.262164 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-d25417b7-0475-42a6-b484-2566ce2ffc8d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e503490-e540-4ca6-905c-defefd916071 HTTP/1.1" status: 204 len: 168 time: 0.1237586 Jul 15 15:22:32.270251 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25417b7-0475-42a6-b484-2566ce2ffc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e503490-e540-4ca6-905c-defefd916071,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:32.593176 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43318) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:32.635071 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-76050204-b484-4eda-b929-85f69809deca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ae068a73816d4fdab86eacc6c7fbad2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407329 Jul 15 15:22:32.637634 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.wsgi [-] (103712) accepted ('10.222.0.47', 43320) {{(pid=103712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 15 15:22:32.690818 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-70f45d53-7ce5-4b1b-b7de-cfadf053057c admin admin] Publish callbacks [] for security_group (d8340033-0448-44d7-8d48-e260ce29cd6f), before_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:32.713183 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-70f45d53-7ce5-4b1b-b7de-cfadf053057c admin admin] Publish callbacks [] for security_group (d8340033-0448-44d7-8d48-e260ce29cd6f), precommit_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:32.768626 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-70f45d53-7ce5-4b1b-b7de-cfadf053057c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726271'] for security_group (d8340033-0448-44d7-8d48-e260ce29cd6f), after_delete {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:32.771295 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron_lib.callbacks.manager [None req-70f45d53-7ce5-4b1b-b7de-cfadf053057c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:32.772641 dv-cinder-848821-1-iscsi neutron-server[103712]: INFO neutron.wsgi [None req-70f45d53-7ce5-4b1b-b7de-cfadf053057c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d8340033-0448-44d7-8d48-e260ce29cd6f HTTP/1.1" status: 204 len: 168 time: 0.1338232 Jul 15 15:22:32.781494 dv-cinder-848821-1-iscsi neutron-server[103712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f45d53-7ce5-4b1b-b7de-cfadf053057c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8340033-0448-44d7-8d48-e260ce29cd6f,revision_number=None']} {{(pid=103712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:22:37.683743 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-982b1080-be4d-40d0-8f7c-487482074262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:38.315417 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:39.770361 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-190a5737-87d9-455b-bd66-f328c32e33f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:41.066613 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:42.516171 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:43.949797 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:22:48.511530 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:23:07.686604 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-853523cb-121c-4a1a-b77a-91e5faa30073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:23:08.351629 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:23:09.761545 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5fa28565-8706-459a-849e-254b4cf64464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:23:11.068098 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:23:12.492557 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:23:13.953882 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:23:25.510630 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:23:37.688705 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb5c5-3d47-4ee9-8f92-c1b84797343b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:23:38.353576 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:23:39.763125 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49590a3a-92ee-4511-82f7-335badb6c636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:23:41.071327 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:23:42.494812 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:23:43.961271 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:24:02.514602 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:24:07.695392 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2072fc18-a88e-41c9-be4f-a8ea4ab6c3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:24:08.351491 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:24:09.764381 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b0959e18-9f1d-415c-be86-353756eb5507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:24:11.073602 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:24:12.497115 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:24:13.953168 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:24:37.689451 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4d6b62bf-95c0-4342-8951-7b48caf34a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:24:38.364696 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:24:39.514785 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:24:39.766307 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-deb824c9-5fec-439b-9aa8-43fa34376da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:24:41.076371 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:24:42.512668 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:24:43.957095 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:07.692292 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e2ca-3c78-4cf8-b418-62b32b896270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:08.369659 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:09.769274 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7b6e4521-000a-45cc-9352-d594373e5090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:11.080253 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:12.503837 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:13.962608 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:16.514735 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:25:37.693635 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f50b8655-a6e1-44c0-8661-7c56ad6d060a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:38.380987 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:39.771046 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-819ac2f9-0d94-4b9a-9673-dc3ec3c823ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:41.083171 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:42.506440 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:43.965294 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:25:53.513944 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:26:07.697568 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-79bfcd6e-409d-4b76-8c87-c3e1640f3ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:26:08.379609 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:26:09.777766 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5f09de72-fffb-4f4f-807d-e0e897bf09f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:26:11.086495 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:26:12.511210 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:26:13.968675 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:26:30.513670 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:26:37.700964 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-438b4c1e-2a63-4191-8c32-524232433868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:26:38.395733 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:26:39.771425 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6c357483-0057-49c4-8cef-c519a7f02a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:26:41.088385 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:26:42.530919 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:26:43.972649 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:07.513045 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:27:07.702982 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-831d2697-61d3-4422-8f80-6cd44f8020e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:08.396493 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:09.773722 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-06ebaadf-63a6-474e-a657-9f325729156f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:11.090761 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:12.517767 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:13.974794 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:37.705577 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e766fa84-4e57-4f4b-9163-cdccfb830b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:38.407942 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:39.781813 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b444b3bb-f828-4dd2-803f-6037a14c6186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cbf59789-9cf9-4382-b1d7-0393fa175b46), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:41.092669 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6521fe1e-8f4f-4a40-9d01-b8e35a634dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (ec48c009-6c31-48eb-a122-d00b00987b06), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:42.518830 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0e02d678-5354-4241-b9fc-daa7f21a11c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (6b35d08e-1eb3-420e-95e2-d6dbfaa511e6), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:43.980696 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-49f5ec98-2fb1-4807-9de3-16312e32a54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (d863c298-e733-4a72-bd28-fb3cb19f1ffe), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:27:44.513832 dv-cinder-848821-1-iscsi neutron-server[103715]: DEBUG neutron.db.agents_db [None req-a98b991b-e385-4292-a566-2249de531745 None None] Agent healthcheck: found 6 active agents {{(pid=103715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:28:07.708963 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9bfe0f1f-b4b8-4976-ada1-41e449cfa671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (b071efaa-1e48-4b30-9bbc-54c776ef5551), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 15 15:28:08.427680 dv-cinder-848821-1-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6cbb188c-a84a-426e-a5fc-1ffa0d1f3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192196024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-641118'] for agent (cc9b7230-a790-4476-97b0-ad77dbb90948), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}